---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:23:02.538791Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:23:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:23:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0ba1a97567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 1a71f518-3921-4f57-8223-05940183677b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:23:03Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:23:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0ba3c67d5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24033"
    uid: 0edd2ed2-928f-4684-b8cd-27ddc9562ab4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:23:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0ba3dfc7c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24035"
    uid: f6127496-1a65-4fc2-9314-53fb28f3b0c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:23:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0ba40e0b5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: c1e7d5f4-aff7-4a7d-ad4a-335701adee07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:23:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0ba414335a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 57824a1a-a81d-4b8c-bbf8-c8b024e6fd54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:23:12Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0bc8214a7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: 08d23cc0-3da1-42f3-b275-bef8f2116898
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:16Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m3.901s
    (2m3.901s including waiting). Image size: 8945703716 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d95b32ac4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: b2dbd72d-4a1a-4667-9d40-1a61dcccd969
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d960d06b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: 0d8b1d8d-6b14-4c9e-9274-29d72c3d2e26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d961ed5c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: 87054018-aad2-4f3c-aeef-953954d7422f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d961f81b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: b62f8c71-3d0c-4538-bd3c-53096ac79813
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d966c39d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: bfd13aee-3b30-4a82-8c25-3222c1e7964c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d968411305
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d514cb23-0b14-4ee9-a426-62da9ab2208b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0d9899602b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: 61529339-832a-4450-a113-d15b8bffbc62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0e098441ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: ad6df789-4989-4cbd-90ba-fe4ee87a6f4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0e09845537a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 0c60d86e-24b8-4977-a024-e302e134811d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: f2c6c09a-8fcc-44c4-bd7a-9062a36e30ba
  kind: Event
  lastTimestamp: "2026-09-09T20:25:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9.18d3c0e0c1977674
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: a238f7c8-1ad7-4db4-b571-d3ceec2299a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24001"
    uid: 52b81997-9ff7-4035-917c-22e3ae6df0ba
  kind: Event
  lastTimestamp: "2026-09-09T20:23:02Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-h9vw9'
  metadata:
    creationTimestamp: "2026-09-09T20:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d3c0ba19edec2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: a18ba319-9024-4c2c-ba42-c6b01504bf9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: 103327c7-0644-4acf-bfbc-898ac3033fb3
  kind: Event
  lastTimestamp: "2026-09-09T20:23:02Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c0ba16bc8bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: 25de4d18-0c5b-43b5-a238-640bddfaea7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 389dfd5a-9f27-4bf9-8ba4-f133130d15c0
  kind: Event
  lastTimestamp: "2026-09-09T20:25:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c0bd9547dae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: 1f3ff8d0-e5c2-4ee9-ab76-3e699d4efd00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 389dfd5a-9f27-4bf9-8ba4-f133130d15c0
  kind: Event
  lastTimestamp: "2026-09-09T20:25:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c0bd95b98bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25209"
    uid: 72ec1800-5d38-4951-a99e-0f12fbe77877
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 389dfd5a-9f27-4bf9-8ba4-f133130d15c0
  kind: Event
  lastTimestamp: "2026-09-09T20:25:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c0dd0da3ab48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: f7f4262a-7110-4af8-b627-8bb870871643
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 389dfd5a-9f27-4bf9-8ba4-f133130d15c0
  kind: Event
  lastTimestamp: "2026-09-09T20:25:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c0dd0e2289cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 6f6d29ab-da8f-4132-bf4d-7ee2841bc916
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: d3c70e6b-aec5-4993-b8d9-296f75d1a1bb
  kind: Event
  lastTimestamp: "2026-09-09T20:25:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:33Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c0ba16be87a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: e75c736a-e0b7-47fb-97ed-23de7c01e0df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: d3c70e6b-aec5-4993-b8d9-296f75d1a1bb
  kind: Event
  lastTimestamp: "2026-09-09T20:23:02Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:02Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c0ba1751a529
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 447cd5db-0061-42f2-bc80-41ee6704c045
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25342"
    uid: d3c70e6b-aec5-4993-b8d9-296f75d1a1bb
  kind: Event
  lastTimestamp: "2026-09-09T20:25:33Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:33Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c0dd495d1e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "25343"
    uid: e2fa8272-598a-441f-acc3-bf4bcc06144d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:15.054699Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0af0c519f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 5ba9154e-84b9-4f63-9f2e-ff6fc0c6bf62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0af2e025d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 7a82b29c-1ee2-41c5-897d-77830626ecba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0af2f88556e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: e65f6b56-5dd7-4fa3-a72f-1d2985f9c1c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0af322119e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 60cfb49e-4567-4b43-8177-b43aa36ca9a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0af32993a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 4f47e9c0-a669-40fc-bf56-3b807c221688
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:24Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b1563bac27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 2d275b9f-3bc7-431b-a97d-803465f4aca5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b159283113
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 6f5b504a-ada7-4f71-9574-6ad960073d26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b159975d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: a836d41b-fac5-48af-bd60-72ed9ed49877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b159a07f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 70bb816c-4e6c-42ed-9e6b-d84dafd95c58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b15caaa947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: ed25d750-76f6-4184-a06c-d81688f4c72e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b15d1ddba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: fb6f7529-fabe-41a6-99a3-009ac08f543e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b1ce0c34e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23680"
    uid: ff7c8709-56de-4162-b7a9-38a960c763a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b8eb16b1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: d91f4263-701c-43d9-bc61-9ae52260802e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b8eb175ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: 89f99895-c53d-4c24-94d5-a37279653f4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fa859455-d6d5-4d80-9e23-dc6a8a1ffc8c
  kind: Event
  lastTimestamp: "2026-09-09T20:22:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh.18d3c0b9062f9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23950"
    uid: bc2a95fe-c806-4241-82ff-4336d97c3b62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: dfaa5ca2-b585-4750-a20f-cdec6e5f1a24
  kind: Event
  lastTimestamp: "2026-09-09T20:22:15Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-ln9bh'
  metadata:
    creationTimestamp: "2026-09-09T20:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d3c0af0bdf393f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: 61cf5629-c3a6-4dce-9ddc-e58af306ac7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: e7b410c1-e27c-427d-9581-b45fe788d2a3
  kind: Event
  lastTimestamp: "2026-09-09T20:22:14Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:14Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c0af06be4757
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 521c98b3-0c5e-4cd8-8ee6-6b1a277ba327
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: e8e7e16c-a627-4430-b415-504d985a9ef0
  kind: Event
  lastTimestamp: "2026-09-09T20:22:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:45Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c0b285ac4fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23836"
    uid: 60ce5fbe-71de-4c1e-9eb5-24fea2a944a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: e8e7e16c-a627-4430-b415-504d985a9ef0
  kind: Event
  lastTimestamp: "2026-09-09T20:22:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:45Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c0b286aaacab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: c97103dd-24bc-4fbe-a364-a8391de557c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: 63b40371-022a-4b36-b714-622cd2b50353
  kind: Event
  lastTimestamp: "2026-09-09T20:22:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:43Z"
    name: isvc-autogluon-ts-v1.18d3c0af06efac5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23816"
    uid: 2f0ea35b-e570-4a37-b60d-ed8f230a6fd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23455"
    uid: 63b40371-022a-4b36-b714-622cd2b50353
  kind: Event
  lastTimestamp: "2026-09-09T20:22:14Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:14Z"
    name: isvc-autogluon-ts-v1.18d3c0af079d794d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: 5a9770b3-1b0e-406d-b9f0-75e86a6e6361
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: 63b40371-022a-4b36-b714-622cd2b50353
  kind: Event
  lastTimestamp: "2026-09-09T20:22:43Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:43Z"
    name: isvc-autogluon-ts-v1.18d3c0b58eafb632
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: 0484255b-c10f-469b-ab56-ffd95bc11450
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:11:59.056951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-dczct
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c01f9ffdf32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fa83b283-11da-4ed3-9d4f-bad739ba0130
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18190"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:11:59Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c01fc1c05bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: dab37c34-b691-433d-ad57-c5febee96f2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:11:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c01fc319cd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: a712b2af-956e-458d-a62b-da7f1b64d0a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:11:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c01fc5f47886
    namespace: kserve-ci-e2e-test
    resourceVersion: "18209"
    uid: bec4c2df-711f-4fe4-a763-9654cbf825c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:11:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c01fc6684680
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: f900bc28-c7d0-4730-9bcd-23377fdeb418
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c026bbec5bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: b68cb310-0926-40f8-a3b3-3f67a7464db9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:34Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.366s
    (2m5.366s including waiting). Image size: 8945703716 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:34Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c043ec5c8ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 289c19fa-40ba-4880-8a2b-bf13a386c2df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c043f21aefde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 2826c01a-e40a-4216-83b6-ba5ea8196f9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c043f34a1817
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 6885728b-408a-4a4b-a59d-aea0156a8096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c043f353a2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: 64deb77e-19e3-4b1b-b8c0-454b10b27d15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c043fad50987
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 24f061c0-d103-41d9-8df9-03d74f47cb7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c043fbe80451
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 7bdca0ca-bfd1-43a7-a7de-593ceb38fbb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:14:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c04431e7db0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 7334ed28-5d77-45d6-911a-59aa35165f28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:15:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c04af7867017
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: cf5bdbb8-b2f9-4afe-b4a4-b4bcf2f31fce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 7cd34d1f-f5db-4993-aec0-8d4e237931a7
  kind: Event
  lastTimestamp: "2026-09-09T20:15:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dczct.18d3c04af786c229
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: b8413615-ef4c-456f-b072-d9517dd90fd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 794911b2-1d12-4c3f-8041-4302e64fac19
  kind: Event
  lastTimestamp: "2026-09-09T20:11:59Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-dczct'
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d3c01f9f8bca15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 58a54a0a-0e8f-4ab6-af91-e797ba97c9ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: 3650d471-1bfb-4ec2-b7e6-439fb746c1c9
  kind: Event
  lastTimestamp: "2026-09-09T20:11:59Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:59Z"
    name: isvc-autogluon-v1-predictor.18d3c01f9cb11d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 5e11ba17-e9df-4fbe-80c9-dbc1f0d3f4ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: bd4507b8-d106-4796-8145-9e6216d9cce1
  kind: Event
  lastTimestamp: "2026-09-09T20:14:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:59Z"
    name: isvc-autogluon-v1-predictor.18d3c0231b4b428d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 38f8e372-390b-40a9-9fd4-4317d466d991
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: bd4507b8-d106-4796-8145-9e6216d9cce1
  kind: Event
  lastTimestamp: "2026-09-09T20:14:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:59Z"
    name: isvc-autogluon-v1-predictor.18d3c0231bbd0392
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: d2232ae1-beb2-4f29-afb9-7c42e50e7909
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 2e8136ca-0a7d-4192-9f54-c73977389b10
  kind: Event
  lastTimestamp: "2026-09-09T20:14:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:52Z"
    name: isvc-autogluon-v1.18d3c01f9cb478bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: f1d3d0ec-03a3-4078-beda-b39c31c4c5c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 2e8136ca-0a7d-4192-9f54-c73977389b10
  kind: Event
  lastTimestamp: "2026-09-09T20:14:52Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:52Z"
    name: isvc-autogluon-v1.18d3c047f1f66f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: 68bb8adb-13a4-4adc-8fa4-c68b6197f499
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:19:53.711202Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:19:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:19:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c08e2397020c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: da0e301d-37d3-4122-9d15-fe5ff46dbb03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:19:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c08e301ad4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: ac94c121-699c-43dd-a7bf-e616296ddfec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:19:54Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:19:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c08e6941a5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 3e695040-6dad-44dc-95f8-9bb6a6bbc165
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:19:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c08e6afca1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 4ab413df-7b76-4c7c-a5c6-0547c340f852
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:19:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c08e6dcf9614
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: 69620aa4-a519-4f25-9186-b60910914af0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:19:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c08e6e441974
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: acef8d30-39ea-4f18-b06e-5251d4a7d6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0954ad5b9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22633"
    uid: 90fb292f-8872-4d3c-ab53-20e79a715ba3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0954d9ae3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: 9db0a27c-e6d9-4d47-bdc6-c890d1380a0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0954e10bd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22637"
    uid: eeb14403-cf25-4379-9515-6d6d0ba9fb48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0954e1a2dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: b49781fc-cc82-44c2-b8b0-ae66e1f32732
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c095510e061e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: 0dcc28ee-f634-4b31-8117-97a2f45e4389
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0955180f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 649fc497-f0ea-4e4d-93ec-138c11f44144
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0add7667bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 79fed269-961d-4fe8-93bc-cd6a04c8bb0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9eefa4b4-792d-4c1e-830a-5a1dbaaef92f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74.18d3c0add766ff70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: 04635d8e-03ba-43df-9471-ea1f313f5cb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22386"
    uid: 184368ec-ee04-4dc3-842b-d816217a9029
  kind: Event
  lastTimestamp: "2026-09-09T20:19:53Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-mhm74'
  metadata:
    creationTimestamp: "2026-09-09T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d3c08e232a03bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: 06b3d3e7-15e2-4d4f-9d1e-98b51be6cf05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22384"
    uid: 48f784b6-5290-41bf-8b9b-1b18396e3a15
  kind: Event
  lastTimestamp: "2026-09-09T20:19:53Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c08e1fa175eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 283b980a-0d62-43e6-8e87-5df478b25bf0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22385"
    uid: 5d83a3ee-b801-4120-8e9e-09b81eb521d4
  kind: Event
  lastTimestamp: "2026-09-09T20:20:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c0919e37f0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: d398ea1c-7550-4626-9416-2c1ec933cd66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22385"
    uid: 5d83a3ee-b801-4120-8e9e-09b81eb521d4
  kind: Event
  lastTimestamp: "2026-09-09T20:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c0919eb12019
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 05861742-0d54-4667-8246-d9d64f92c545
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: 5d83a3ee-b801-4120-8e9e-09b81eb521d4
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c09f9b75b34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: b6433356-2e15-46f0-823f-1c0a215fda79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: 5d83a3ee-b801-4120-8e9e-09b81eb521d4
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c09f9beebc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 901052f6-9da0-4504-be71-dda3b8905c4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: dd846ae4-3979-408d-b697-00fd6d4c3c08
  kind: Event
  lastTimestamp: "2026-09-09T20:21:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:21:59Z"
    name: isvc-autogluon-v2-noslash.18d3c08e1fa3ee54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 8ec3b335-a101-4977-87da-db0d006aa13e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: dd846ae4-3979-408d-b697-00fd6d4c3c08
  kind: Event
  lastTimestamp: "2026-09-09T20:19:53Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:53Z"
    name: isvc-autogluon-v2-noslash.18d3c08e2030afb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: fac6ca1a-2d28-45fb-91a3-0cf9c5436247
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: dd846ae4-3979-408d-b697-00fd6d4c3c08
  kind: Event
  lastTimestamp: "2026-09-09T20:21:59Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:21:59Z"
    name: isvc-autogluon-v2-noslash.18d3c0ab85bb6d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: 4ee33a66-45e1-4ea0-8ca7-b3f101370066
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:15:10.384076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:15:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:15:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c04c2bfa2a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: b30711a7-dd8d-479a-bb19-2ab0b482b69a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:11Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:15:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c04c50d0522f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 8d94fe04-6160-4d08-ad1a-90c169a8f1ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c04c52512172
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 10a81e7a-1dfb-4088-a4e6-46a88fbf497e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c04c59030437
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 8fd4c223-a307-4ea0-a9fe-c4783d131c71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c04c5a510352
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 90c82106-5c96-40cf-a111-cba1f2271141
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:31Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0510cee689d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: c01a4193-c5b7-493c-95bc-4461344d3381
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0510fb3ae72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 9fce3192-7ea9-4cdb-a391-ea6860e86498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0511019adb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 15d7cbbd-f471-4be3-8c49-08536738c2ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0511022255a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: efb01e30-603a-4952-995a-2ad7c68ca1e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0511328fb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 66d4c6a1-c7b1-4808-aeb5-c173a2e73100
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:15:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c051138ea3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 8d883450-b0d7-4aa7-9afe-30f4ee9d20fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:17:13Z"
  message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:13Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c068ead6f4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 6ab4f890-368a-4c06-9742-03bfe31e2217
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:17:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:16Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0698eb6757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 9aabd1c8-89a7-4205-8cc9-21d24f48e2cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 597e4424-e45a-46c3-b79a-9940405f6161
  kind: Event
  lastTimestamp: "2026-09-09T20:17:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:16Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq.18d3c0698eb72771
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 1e49c57a-fbe0-4510-a2d7-176e7c88bcff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: c491deed-4200-445e-8d0f-cca44db11873
  kind: Event
  lastTimestamp: "2026-09-09T20:15:10Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-k2dvq'
  metadata:
    creationTimestamp: "2026-09-09T20:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d3c04c2b8f6b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: 9207cc33-aa25-4534-bfb1-7b4e8cc2faef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: e18816ea-b564-4e45-b81a-d4b33eaa7635
  kind: Event
  lastTimestamp: "2026-09-09T20:15:10Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:10Z"
    name: isvc-autogluon-v2-predictor.18d3c04c288aff14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: c882093a-7f91-4118-8b59-94aec38a5159
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: cdb27a08-cc2c-492f-b689-00385a552b37
  kind: Event
  lastTimestamp: "2026-09-09T20:16:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:16:10Z"
    name: isvc-autogluon-v2-predictor.18d3c04fa6ffc8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 5013ca5d-25fd-4d2e-8ac4-4704cc6887b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: cdb27a08-cc2c-492f-b689-00385a552b37
  kind: Event
  lastTimestamp: "2026-09-09T20:16:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:16:10Z"
    name: isvc-autogluon-v2-predictor.18d3c04fa769ed84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 26deacdf-1865-4f1d-aa6d-a91602e9ef06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: cdb27a08-cc2c-492f-b689-00385a552b37
  kind: Event
  lastTimestamp: "2026-09-09T20:17:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:10Z"
    name: isvc-autogluon-v2-predictor.18d3c05da3c80140
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 8fc46270-b8b3-46d6-b26e-e57f92ee01ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: cdb27a08-cc2c-492f-b689-00385a552b37
  kind: Event
  lastTimestamp: "2026-09-09T20:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:10Z"
    name: isvc-autogluon-v2-predictor.18d3c05da43d15a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: cd27bffd-1587-4e86-a488-5a9027989b34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:17:21.762263Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:17:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:17:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c06ac2ba3797
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 2f17d2de-bcd4-41fb-96ce-d25a2d0edb90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c06acfc30be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: db368da0-641c-42b3-b81b-297461406017
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:22Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:17:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c06b087cbea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 6d7926a2-829d-4d45-9714-4fc3660f8055
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c06b0adbb638
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: c6ca08e6-9b90-4dde-99cf-b092557901a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c06b0d434054
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: e9d6b691-a93c-4a7c-a1fd-58ca66aa1f44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c06b0dcbf6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: 248aa5ba-5952-467f-a658-7a16984665e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:53Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c0723c357d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 4b59bf00-1252-4a66-9ed8-5b39b96436a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c0723fae9375
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 6ef4dd04-ca93-4e1e-bbe7-e5deddd287af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c0724012baeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 1a025ca6-3136-43c9-bd22-89a6ad2deae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c072401c9290
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: df2b26cb-fafa-4ae6-9c80-8594fc36213c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c072429d4599
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: 3a034eca-df2d-49d1-9842-e9bf6c277e57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:17:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c07243196130
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 2027805f-3cda-4dbe-a560-4e70a4002cdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:19:42Z"
  message: 'Readiness probe failed: Get "http://10.132.0.26:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T20:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c08b9c2b96b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: bc709002-55cf-4313-a638-cc6ca388acbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:19:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:48Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c08cefccc11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22325"
    uid: 37d6981d-fb84-4c3d-a123-06b2d751828e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 07673bbf-0ab7-45cb-ba27-ba6cc385cc10
  kind: Event
  lastTimestamp: "2026-09-09T20:19:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:48Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t.18d3c08cefcdce76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: 423f29bc-e60f-482d-af0d-ecefa89688df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a03a7f69-c31c-4bb4-9c38-0b6c929c63c6
  kind: Event
  lastTimestamp: "2026-09-09T20:17:21Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-xlm7t'
  metadata:
    creationTimestamp: "2026-09-09T20:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d3c06ac2106fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: d5c0b3ca-3504-4e00-a7f6-a44f461b22a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: 2020e623-17bb-43d6-82b7-0955b79535bf
  kind: Event
  lastTimestamp: "2026-09-09T20:17:21Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:21Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c06abe5aeea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: ab403bdb-af71-489d-9427-71e1d85376af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: ece86011-48be-4f04-a60b-b99762367298
  kind: Event
  lastTimestamp: "2026-09-09T20:18:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:06Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c06e3d64b83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 85dd1fac-bdcb-4383-b7f7-c3a6714179ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: ece86011-48be-4f04-a60b-b99762367298
  kind: Event
  lastTimestamp: "2026-09-09T20:18:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:06Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c06e3e0388d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 1816d20e-caa5-43a6-9610-f3dee91358fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: ece86011-48be-4f04-a60b-b99762367298
  kind: Event
  lastTimestamp: "2026-09-09T20:19:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c078bb0dc98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: 5a8f8cf0-9338-4b3b-886e-63efb2a2feab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: ece86011-48be-4f04-a60b-b99762367298
  kind: Event
  lastTimestamp: "2026-09-09T20:19:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c078bbb1cc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: 47a7f09a-379c-49b5-a2f3-8fe820a7af30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: de8a7c1a-11ca-4b5b-bc20-8498d28ed554
  kind: Event
  lastTimestamp: "2026-09-09T20:19:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:31Z"
    name: isvc-autogluon-v2-variants.18d3c06abe90c9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 6f50a66b-7d04-4850-a04e-670e563b2c3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: de8a7c1a-11ca-4b5b-bc20-8498d28ed554
  kind: Event
  lastTimestamp: "2026-09-09T20:17:21Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:21Z"
    name: isvc-autogluon-v2-variants.18d3c06abefedd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: b254216e-d4f0-4638-9338-740d32d89db8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: de8a7c1a-11ca-4b5b-bc20-8498d28ed554
  kind: Event
  lastTimestamp: "2026-09-09T20:19:31Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:31Z"
    name: isvc-autogluon-v2-variants.18d3c08910215d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: 48523768-5732-443e-902b-01a7e13a0260
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: ecfcdb56-5010-48f2-975b-e7e8e73bfd8c
  kind: Event
  lastTimestamp: "2026-09-09T20:17:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:02Z"
    name: isvc-autogluon-v2.18d3c04c288c8e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: 9ba755e2-19d8-4ce8-b055-d1ea65a97400
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: ecfcdb56-5010-48f2-975b-e7e8e73bfd8c
  kind: Event
  lastTimestamp: "2026-09-09T20:15:10Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:10Z"
    name: isvc-autogluon-v2.18d3c04c291e6d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: d35aeff8-272b-4f96-9eab-6570f6d783e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: ecfcdb56-5010-48f2-975b-e7e8e73bfd8c
  kind: Event
  lastTimestamp: "2026-09-09T20:17:02Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:02Z"
    name: isvc-autogluon-v2.18d3c0665e484257
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: 0116e1a8-2000-4849-8da2-d9935964b90b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:25:53.032703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68984b9498-7x7bm
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e1ccd20000
    namespace: kserve-ci-e2e-test
    resourceVersion: "25611"
    uid: 86a0309f-277a-4574-a8f2-02ccef14bd1f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25614"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e1ee9cfaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: c2d485b7-6c65-44d7-a30d-6e413d13fd28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e1f0003bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: dcf02b30-67c7-402a-90dd-9b3aee8b8c47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e1f350bf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: c90d616f-0053-4c6a-b2e1-389bf1793d8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e1f3c8a13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 8d23f2ee-ff70-43e4-afac-2b9be17a73f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e2e3afd6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 2cfa43f4-c14a-4a7e-bba9-e36f52fbfdc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e2e7b77229
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: 01acc45c-c0f9-494a-b331-d1f684fc2d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e2e82f49e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: 89c21cfd-5a20-475a-ad44-1900c8da4d2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e2e8398ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: 9d78dfaf-03b7-41d3-a937-b3b2bef2a075
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e2eb4cf3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: ae64f6a8-4187-4557-87db-f0edc6d0f0b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e2ebc3ae50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: e18cb53e-e6ec-40cf-aa51-042200165049
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:05Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0e35bfafe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 6b6c3db9-abab-49fb-a7be-4ba66c51d736
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:23Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0f6c40804b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 9a26a32a-d8ab-4471-b6b7-676a239d8e4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:23Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0f6c408611c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: db5145f9-851f-4e4d-bf90-cf6fb7ee5c8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-7x7bm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: 6e36dc0c-fb8a-4970-9d19-1a52f717bedc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:25Z"
    name: isvc-canary-create-predictor-68984b9498-7x7bm.18d3c0f7625558aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 908230fb-01a8-4766-8922-cbb07fe9e559
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:25:53.088152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-68984b9498-zvwps
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e1d0201a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: b85ca9c2-cf47-413e-a6cb-4beb5d98c393
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e1f48b6d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: 6a42d5cf-fc87-45b5-8cfc-d467c7909877
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e1f5fa6a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 15611b9c-b05c-488f-81df-af21312bef9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e1fc298ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: b070b96b-3c8c-4477-9ae7-5ae16bb3ed7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e1fdc06c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25666"
    uid: 8d2f8f3b-518e-4251-8527-0bf573103d6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:25:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-09T20:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:58Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e321013670
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: a6a28b17-b836-4748-8a84-374486a08a9f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 13.225s (13.225s including waiting). Image size: 1580639628 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:11Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e635542ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: 6f65480c-314d-4c10-88f6-4d0bea24b8d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:12Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e638792d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: 729724b1-0b21-41e7-9f68-a71156fa95f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:12Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e638d648e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: 76379911-4f31-4b61-8ade-6fcafb226549
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:12Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e638dfe83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: 46090554-8acb-4215-a019-9bf736d4065d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:12Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e63cbd8133
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: 5cfe72f3-2e4a-4e67-b177-f8fb90670670
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:26:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:26:12Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e63d2213f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: e4ab2beb-c499-48b4-87d0-0ada3264005c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0e6a455b47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26665"
    uid: a293cd72-2571-4a25-bb7e-bb99857dab1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0f5521a81fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: ffff012e-48fc-4f2e-99f3-eb7e6f369007
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0f5521ae8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 7f5b9aa7-6b3e-46dd-8388-e6fd1c4bd006
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-68984b9498-zvwps
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ed11f54f-ee0f-483e-a02b-27545a7323a3
  kind: Event
  lastTimestamp: "2026-09-09T20:27:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:44Z"
    name: isvc-canary-create-predictor-68984b9498-zvwps.18d3c0f6027fbf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: b7038297-e90b-471d-be33-f5089acbece1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "25590"
    uid: 5e3af3aa-519a-4c21-bfc0-e43e9285498a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'Created pod: isvc-canary-create-predictor-68984b9498-7x7bm'
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498.18d3c0e1cc53994e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25608"
    uid: 4f38d00c-0e7d-45e7-b182-c59bbefea791
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "25590"
    uid: 5e3af3aa-519a-4c21-bfc0-e43e9285498a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'Created pod: isvc-canary-create-predictor-68984b9498-zvwps'
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-predictor-68984b9498.18d3c0e1cf70d6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: da280184-3b96-49b5-84f6-c33780ce358d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-68984b9498
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: 5e3af3aa-519a-4c21-bfc0-e43e9285498a
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: 'Deleted pod: isvc-canary-create-predictor-68984b9498-zvwps'
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: isvc-canary-create-predictor-68984b9498.18d3c0f551e4afea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: b13f97ce-1d41-4456-8c18-c19a9483f765
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: cf4402ad-0b7c-4dab-86e5-8fb564bce835
  kind: Event
  lastTimestamp: "2026-09-09T20:25:52Z"
  message: Scaled up replica set isvc-canary-create-predictor-68984b9498 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-canary-create-predictor.18d3c0e1c8b4a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "25593"
    uid: 57ead188-9574-4ebd-8506-14c3779e5dc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: cf4402ad-0b7c-4dab-86e5-8fb564bce835
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: Scaled down replica set isvc-canary-create-predictor-68984b9498 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: isvc-canary-create-predictor.18d3c0f55173fb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26655"
    uid: cc44c42a-494c-49a8-8aad-35a409ee3ac5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:25:52.990889Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e1ca5403b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25602"
    uid: 69910757-4e59-4d59-b135-f38f1c31f288
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e1d9569e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: be7bd61e-0669-491b-b0ce-57ed3f23c53e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25607"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e245c41062
    namespace: kserve-ci-e2e-test
    resourceVersion: "25681"
    uid: f0a8ed80-c28c-4af1-830e-2471191d8227
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e2472da9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25683"
    uid: 7b706514-f810-489b-a27c-b861607dd0e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e249ef9a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: eb2d48b8-5fe5-423d-bd18-ee4976e283b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:55Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e24a62f65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25686"
    uid: d4ef6d85-d350-4976-857d-83cbf59c8bbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e35bf39f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 1abf385f-650b-4d4c-b2c1-41a631f9acc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e35ee12e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 100a9e40-e602-4c57-8744-52c226f32e99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e35f51b7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: 0345d615-14de-4174-8642-df75f60636fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e35f5ab4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 4c13d518-ac53-4fb4-8582-20bd146920b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e3622c0b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 6507c64f-1893-44e2-9a21-d350e9e6bb49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:25:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:59Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e3629bb268
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: f97dfda2-e590-4b40-863c-2ec5b352d5a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:27:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:26Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0e397f1509b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: cbbdab1a-91c9-4ff3-a8d7-acc2d2b08f0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:27:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0f6c43d982b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: 7be0b958-2874-4f6e-9f65-0cf709afda27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:27:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:23Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0f6c43f1c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26760"
    uid: 94d13602-a48a-4b2e-a97e-aa5c19daf0db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 45cc6423-62bf-4b6b-bb9b-2f3a1cde1639
  kind: Event
  lastTimestamp: "2026-09-09T20:27:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:26Z"
    name: isvc-canary-create-v2-predictor-579784d7d7-6kf8r.18d3c0f79e1bdc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: c4f73071-8b73-46fb-b70a-d8b2cb5238ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-579784d7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: 42ad0d1f-a617-433c-90fe-61e5a831707e
  kind: Event
  lastTimestamp: "2026-09-09T20:25:52Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-579784d7d7-6kf8r'
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-canary-create-v2-predictor-579784d7d7.18d3c0e1c9ee448b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 31bc0940-4362-4275-9b27-cd5a5d30bc14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 5ab138d2-ff30-45b3-ab7f-27125cf14d56
  kind: Event
  lastTimestamp: "2026-09-09T20:25:52Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-579784d7d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-canary-create-v2-predictor.18d3c0e1c6b9629e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 6f36980c-4aa5-4cb4-9ab2-01dc63bc2420
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 350a3aaa-3e7c-485a-a12a-76a50b65de8c
  kind: Event
  lastTimestamp: "2026-09-09T20:27:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:17Z"
    name: isvc-canary-create.18d3c0e1c8617eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: a4490297-e795-44a2-af70-eacaa049770a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 350a3aaa-3e7c-485a-a12a-76a50b65de8c
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create.18d3c0e1c8ea9d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 1441f5f3-2901-4d69-aa33-8ccd353cc024
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 350a3aaa-3e7c-485a-a12a-76a50b65de8c
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-canary-create.18d3c0e1c8eadd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: e55a6d78-5278-4d61-973e-f40c3ca74a6a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: 350a3aaa-3e7c-485a-a12a-76a50b65de8c
  kind: Event
  lastTimestamp: "2026-09-09T20:27:16Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:16Z"
    name: isvc-canary-create.18d3c0f5552a0f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: 6147ed17-4c9a-4136-be2c-534fa30e845f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:28.303734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-cb75746f8-kdxfl
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f7fb6a9412
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: bdb69295-70cd-45ec-80ca-2161cfbc1527
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f81f0b0f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26926"
    uid: b62e55a3-1bd8-42bb-91c1-8a6589b49274
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f820724363
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: ce32f16a-685c-4d99-9a00-a44a06bb931a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f8230f5c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26932"
    uid: a7b940bd-2745-4b5c-8ed4-7b9f19da41e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f823722e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26933"
    uid: 141d5c36-b96a-44d5-8b3b-12505602e42d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:33Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f91ff8f282
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: 1499a606-b170-491d-a6ea-96d887a4e356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:33Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f92319080e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27006"
    uid: 8b591a48-7bcc-494f-8321-97bc8af9a52c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:33Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f9237d0c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: 9e24b8cd-75d8-46a8-9f40-1eaa4fe0258f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:33Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f923870000
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: 9727ba65-99b6-4d9b-81b9-af0f2122b2c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:33Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f926bb6b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27011"
    uid: a8441dd9-7169-4fd7-805f-eefdda862d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:33Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f9271e2b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "27012"
    uid: fcbc6f1d-303f-4066-977a-0c4a60c26308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:28:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:40Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c0f95c26b29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: e93f6d4e-1b65-4f5a-9471-71b15eea442f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c10cec1471cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: d4235830-9509-4a94-a4dd-09c31f2293b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c10cec150c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27905"
    uid: 8685be1d-d74a-42df-8d65-e3f0e6e84cf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fe717493-e303-4cc0-bef1-67f88e3f45f1
  kind: Event
  lastTimestamp: "2026-09-09T20:29:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:00Z"
    name: isvc-canary-promote-predictor-cb75746f8-kdxfl.18d3c10d628c24bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: 3154a3c6-5f05-47c7-af95-9c3ae6d1879d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:28.256152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-cb75746f8-wj88p
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f7f89488b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: 7d10f343-f011-4f26-a79d-5e96e15af8c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f8021486b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: e5b5bf03-3e89-4d05-880e-78dae0ae9bba
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f83e3d34c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26951"
    uid: f112355b-0507-43af-ad73-e1e98e2c34c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f83fcf14de
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: a9e8fc67-d141-4b1c-b2ae-c48219ac6bac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f842d6f3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26954"
    uid: 4b4387d8-1dc9-40af-8413-d3e7f6f9283b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f843469ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26955"
    uid: 1b6992f2-1c60-4307-ac2c-301d0a68bea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f95736fdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 7c07f190-7f1e-466f-ac2f-529b9f487338
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f95a94869a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: cff25e77-de0e-4226-9d7d-270fbcf259ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f95b4596b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: a36fcc22-0d08-47db-9e9e-82e2699140c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f95b4f3f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 935d57cd-23fd-4ce8-950e-359dd33e05bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f95dcf3208
    namespace: kserve-ci-e2e-test
    resourceVersion: "27035"
    uid: 712fe690-bcc0-479e-9201-672ac744ca38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f95e4252a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: 4a40a2a8-b06d-4933-af7a-35fe7cbd86ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:28:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:41Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c0f9937f373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: 0c1cbe7d-8d83-4864-b07b-5b5229f51c91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c10ad41cd2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 2eba207b-1e23-4097-8632-eb44db01502e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c10ad423dbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: e8094b7c-1a41-4241-9bab-c06246872eb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-cb75746f8-wj88p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: c0051a6a-812d-406c-8292-97ff6440ee0e
  kind: Event
  lastTimestamp: "2026-09-09T20:28:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:51Z"
    name: isvc-canary-promote-predictor-cb75746f8-wj88p.18d3c10b45c798c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: af6d4c06-f02b-476d-a767-e8ce00ea9e0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: a2e4feeb-02c9-4a7e-931d-d7b57f10bb72
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'Created pod: isvc-canary-promote-predictor-cb75746f8-wj88p'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d3c0f7f81bfd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: a0210901-3f8b-4359-822c-de59cb2abf78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: a2e4feeb-02c9-4a7e-931d-d7b57f10bb72
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'Created pod: isvc-canary-promote-predictor-cb75746f8-kdxfl'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d3c0f7faf92685
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: d40e41a8-6807-4b63-a27d-236815eb7512
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-cb75746f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: a2e4feeb-02c9-4a7e-931d-d7b57f10bb72
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-cb75746f8-wj88p'
  metadata:
    creationTimestamp: "2026-09-09T20:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote-predictor-cb75746f8.18d3c10ad3d5594c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 0a7bc2e7-31e4-4b16-90d1-0f593cbdbb27
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26879"
    uid: a60ade4c-00e3-40b9-a38d-53b88ebb886e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: Scaled up replica set isvc-canary-promote-predictor-cb75746f8 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-predictor.18d3c0f7f52c985b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 912c2dfc-af25-4826-84ce-f6d85545ac90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: a60ade4c-00e3-40b9-a38d-53b88ebb886e
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: Scaled down replica set isvc-canary-promote-predictor-cb75746f8 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote-predictor.18d3c10ad36873f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: 3764aa05-5617-458c-80bf-5140f7399e3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:28:58.328547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27913"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10cf150409a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: 19801f3d-b0d3-40bc-a691-792331d51263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10d13b2b2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: e367ac8e-fcd5-4fac-a955-4271cd963fad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10d17459eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: 674d555c-12c8-4301-b3cc-111ce83ea1f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:28:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10d1a0c7fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: e1f09adb-e72b-42fc-9907-d1b7f061726c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:28:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:59Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10d1a72e266
    namespace: kserve-ci-e2e-test
    resourceVersion: "27943"
    uid: 9fb25644-7bc5-448d-911f-efd12a140ada
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:29:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:03Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e283229f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27985"
    uid: 438f7e54-ae3b-4407-8a8b-d4eec2acfcea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:29:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:03Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e2db73b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: 14494804-8fc6-423e-83e4-8d238d2505a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:29:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:03Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e2f08836b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 8483895f-67e3-41aa-8c72-aaaaa52f4f9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:29:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:03Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e2f16a09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: 6560fe1a-1e67-456f-b077-2d6e05959a77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:29:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:03Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e33e87947
    namespace: kserve-ci-e2e-test
    resourceVersion: "27995"
    uid: 6b5a79ed-3772-4301-a30f-3a3b4b4b826c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:29:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:03Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e35b10844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 87609638-aba7-4b3c-a57a-1ae9a83bc973
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:30:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:47Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c10e64895633
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: a761afa1-104e-4b2f-a531-8e7e710e25d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:38Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c12444747da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 877a6ef4-e700-48cd-a584-fd3ed013e24a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:38Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c1244475e573
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: c6c2c556-06e8-4983-94f1-ca24cb8b5c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: e6faa194-d15e-456c-8ea8-d8d5fe28e31c
  kind: Event
  lastTimestamp: "2026-09-09T20:30:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:55Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z.18d3c124bef08d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: 7f135457-127d-4d1b-ab01-1363f6a289e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:28.223669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f7f6a4e3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: 51d8fdf6-e6b4-44a8-9692-790853570b0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f801487b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: e089efd0-136b-4f77-a94a-41fc5c077561
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f872074625
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: 8bae2d74-626d-4620-82b7-31f5d700f01f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f873796aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: 9cc38dae-a9a8-4e9e-ad8d-8ca7e75bf7fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f875f83f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: 4c84c33b-b19c-4bba-aaa2-5f0c68c2d7bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f87658213f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: af053cf4-a7fd-48a8-b3c2-142cc7b4fed1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f95bf6c14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: f77050a1-42dd-430b-b1cd-2c5eb39a8d98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f95f682d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: 0dd2506b-7684-4c16-aa71-cda3a721045d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f95fd2cb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: db58a6ef-1314-4f5a-9dfe-afa212415d00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f95fdd6857
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 6e618abe-8257-4157-8233-1a205a4b2c53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f96366bdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: 693bb8fb-46f5-4ade-a41a-7c4ce95a786b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0f963c9529f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 5dd1242f-765b-4f08-809f-7b07a8dcfa15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:30:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:39Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c0fac23e42de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 8344253e-bba1-4351-be83-ea915a444302
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:38Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c12444c47e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: ad2e0a08-e6a9-4640-a48f-fb4be364660d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:38Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c12444c4f053
    namespace: kserve-ci-e2e-test
    resourceVersion: "28688"
    uid: 2284f6ea-cda3-4a35-bfca-309a4ab5b020
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 5bd90979-aa19-4f78-b170-511bf0041a69
  kind: Event
  lastTimestamp: "2026-09-09T20:30:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:40Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq.18d3c124ab5452e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28702"
    uid: 1f36a887-f1d7-4d4c-8cd6-58f690e9f627
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c6f7b798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: 9e1d20e9-dfc0-4ee4-8b6b-c8ae23ce2ca4
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c6f7b798f-bkjtq'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f.18d3c0f7f61626c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26887"
    uid: 38f00edc-3395-4f96-8ae4-a4325857e809
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c6f7b798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 9e1d20e9-dfc0-4ee4-8b6b-c8ae23ce2ca4
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c6f7b798f-8ng6z'
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-v2-predictor-c6f7b798f.18d3c10cf0e68844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: d7b15936-c696-4802-ad28-0bea6a5ace29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26867"
    uid: c856f3d1-dae4-48db-92f7-1303d3a77288
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c6f7b798f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-canary-promote-v2-predictor.18d3c0f7f2cc1d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26871"
    uid: 8897e8b9-b81a-40c2-b582-e023cd526fdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: c856f3d1-dae4-48db-92f7-1303d3a77288
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c6f7b798f from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-canary-promote-v2-predictor.18d3c10cee5751a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27911"
    uid: 87850fd0-8e44-4fb9-8f48-10f0fcdc4329
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: ab7d63b7-967c-4b11-9b29-5dd1722bc74d
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote.18d3c0f7f4b15984
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: eb22f005-85b7-41c4-958b-1ed8bad1959b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: ab7d63b7-967c-4b11-9b29-5dd1722bc74d
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote.18d3c0f7f53c2273
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: e08d8e42-88f5-4f92-a5a3-78a763c263d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: ab7d63b7-967c-4b11-9b29-5dd1722bc74d
  kind: Event
  lastTimestamp: "2026-09-09T20:28:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:49Z"
    name: isvc-canary-promote.18d3c0f7f53c6e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 96018af8-8f0f-4053-a99b-3d42b8953703
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: ab7d63b7-967c-4b11-9b29-5dd1722bc74d
  kind: Event
  lastTimestamp: "2026-09-09T20:30:37Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:37Z"
    name: isvc-canary-promote.18d3c10ada03e453
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 631e622b-4373-4b01-9c68-1e5a99574c60
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:30:43.719902Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28780"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1257b20abd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: ce855e69-aac1-452f-983c-493f22e729e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c125895fc049
    namespace: kserve-ci-e2e-test
    resourceVersion: "28800"
    uid: bce05808-e045-46b8-995c-f155dffe50d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1286097b42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 0e249708-b884-4529-b90f-9d2b84364ab3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1286214eb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28935"
    uid: 978b0289-e53c-4b0d-a5d2-8014070018ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1286734ee4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28936"
    uid: 192a727a-705c-45cd-9a3e-96dae0e93a2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1286888a1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28937"
    uid: 18c93317-fdfb-4334-ba20-9bbca76551ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:31:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1298822a43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: 364875d3-0b1f-4b21-90b4-fa4d3fdefc19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:31:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1298e428bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: 83494e2d-bd94-4a0c-ad14-00764d643e71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:31:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1298f707584
    namespace: kserve-ci-e2e-test
    resourceVersion: "28996"
    uid: 76dc016f-860f-430b-8b4f-a031ead3c2e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:31:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c1298f7a6c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 3ce6b4cd-e52b-4388-a436-a4461c7688fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:31:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c12993a3e04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: c1d2afe9-32b7-4256-aaa2-0176a84f95b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:31:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:01Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c12994600d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28999"
    uid: 85fae074-b207-4908-8f91-c7e31372c191
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:32:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:08Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c129c4327ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29629"
    uid: 4a845bf1-31c0-4694-af8f-1058b1b88392
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:33:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c151bc2eda5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: d94a1f4b-e773-473f-beae-339234035c34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9b2bd21a-9cad-4786-b3eb-fe3b1f07b821
  kind: Event
  lastTimestamp: "2026-09-09T20:33:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp.18d3c151bc2fab85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30668"
    uid: 2bb776bb-9d12-43b1-9db0-8527b0c0fda1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:30:43.663580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28767"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c12577c543f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: 4f114360-4193-44c7-bf12-4ba6541c2fd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c12589392211
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 65997a5a-4c34-47f3-9661-ac13d1fa7716
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28779"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c125bfaad684
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: 461e13af-36f1-4a2d-b39d-605d334905df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c125c122923a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: 1d504179-b7b6-411a-b5ff-de9c62483f2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c125c4720c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: b3cae930-632e-410d-b063-81cca8c1917e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c125c4e846e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: a6967925-c21b-4e8f-9a47-4c9dff0dd90f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:49Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126bea7d9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28867"
    uid: 75768260-0ed1-4dd9-9591-d355d0e924fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:49Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126c203bded
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: 17a65e7a-6096-46dd-b734-60e40ea6130f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:49Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126c2937482
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: 39fd860a-332a-4a0d-bb32-e9329f0287f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:49Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126c29d44d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28874"
    uid: 30bfc373-1f20-4413-bbe7-e6d52e158232
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:49Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126c6d7d838
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 5f64a261-c1af-4a7b-ba32-2fa85673297e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:49Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126c74c9b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28876"
    uid: 37fe2b82-f5a9-4781-beb4-2f50cfa17470
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:31:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:56Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c126faf8148b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 347f3ea6-84e6-47c6-b32d-5c92013c2d30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:02Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c137c40c2520
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 6de49f91-b224-4b0b-be6d-3e2398ff0392
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:02Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c137c40cf456
    namespace: kserve-ci-e2e-test
    resourceVersion: "29575"
    uid: cdcb0d50-f968-4206-8ce0-185fd262af3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 768ebc47-dc61-4ad1-a19d-eafef98dd46b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:06Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw.18d3c138ad11110f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29612"
    uid: 229910ba-dc2c-4734-a4a5-91ca7612b2e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:32:23.722789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29769"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:32:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:32:23Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13cc3c3a94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: 1b9a4a53-420c-4fe1-9068-72de5f6eec05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:24Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:32:24Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13ce5b1c3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 0a3a5b70-2c7d-4608-89f5-44a82f7d67d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:24Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13ce90597a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: d42631bd-7e46-4a96-9479-a09890eeb073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:24Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13cec025877
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 9d9ea24b-91a7-4c2d-b510-fd9a7b461fc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:24Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13cec6d3359
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 4a5327d8-05c7-4253-989f-5b07afd6b0f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:28Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13de7b0f12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29833"
    uid: 15b473f7-b3de-4123-902b-8275bba5df7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:28Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13debd93e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: f54a3d15-54e2-4eb6-87b7-302ae09f63e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:28Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13dec511cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 7429894e-17bb-4bfc-b67b-e33b36060e8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:28Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13dec5c2861
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: 8b6bc9a1-a1b8-4655-bb1d-2b8b96785492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:28Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13def47d50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: 7775a319-bdfd-4194-8ea3-8e7d25d99b3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:32:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:28Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13defb7bb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "29843"
    uid: e66443db-8320-4a2a-aa60-d493ebd28719
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:33:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:55Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c13e23d84848
    namespace: kserve-ci-e2e-test
    resourceVersion: "30682"
    uid: fd63a8cd-6da4-41f4-a936-81f824527ee5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:33:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c151bbfe1424
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 64aec21a-022b-4792-be8c-72571cb1b32b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:33:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:53Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c151bbfe8bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 51d0a749-323c-4cd2-8a7f-e6e03d737044
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: ca34996c-0b01-413a-bfbf-c5629211f4ef
  kind: Event
  lastTimestamp: "2026-09-09T20:34:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:00Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8.18d3c1522a214f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "30804"
    uid: 9beb19c9-2ba8-4fed-b0dc-f94b37a4df9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28755"
    uid: 5bad2cb4-9560-4da0-8097-4c8ae0397f00
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3c125774bcb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28769"
    uid: 7890638b-36fb-4992-9e1c-ffc5d31e5326
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28755"
    uid: 5bad2cb4-9560-4da0-8097-4c8ae0397f00
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-9nvcp'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3c1257aaab8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: 88d3cf79-7326-4581-bb88-24121468bc51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 5bad2cb4-9560-4da0-8097-4c8ae0397f00
  kind: Event
  lastTimestamp: "2026-09-09T20:32:02Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-585bd9bcc8-jpnpw'
  metadata:
    creationTimestamp: "2026-09-09T20:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:02Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3c137c3d5e86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 8c654978-dcba-4cda-9e8f-d8f80930e5f2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-585bd9bcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29765"
    uid: 5bad2cb4-9560-4da0-8097-4c8ae0397f00
  kind: Event
  lastTimestamp: "2026-09-09T20:32:23Z"
  message: 'Created pod: isvc-canary-rollback-predictor-585bd9bcc8-v4ns8'
  metadata:
    creationTimestamp: "2026-09-09T20:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:23Z"
    name: isvc-canary-rollback-predictor-585bd9bcc8.18d3c13cc33517dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29770"
    uid: 2910f3fe-5db8-400b-8ac2-2760c0661366
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 902ecc7e-2341-4ed8-896a-6ef93940750f
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-585bd9bcc8 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-predictor.18d3c1257439cdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28757"
    uid: da1f6472-0254-42d9-90af-4eb0c4012406
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29562"
    uid: 902ecc7e-2341-4ed8-896a-6ef93940750f
  kind: Event
  lastTimestamp: "2026-09-09T20:32:02Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-585bd9bcc8 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:02Z"
    name: isvc-canary-rollback-predictor.18d3c137c35093ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: d32fb90a-c71c-4b93-8cb5-22f66fe59ef6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29761"
    uid: 902ecc7e-2341-4ed8-896a-6ef93940750f
  kind: Event
  lastTimestamp: "2026-09-09T20:32:23Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-585bd9bcc8 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:23Z"
    name: isvc-canary-rollback-predictor.18d3c13cc047b22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: 8bc68349-372d-4e25-92e8-72954cea7373
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:30:43.652804Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28763"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c1257720d534
    namespace: kserve-ci-e2e-test
    resourceVersion: "28768"
    uid: 94183c52-a722-41d5-abee-48523955b875
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28775"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c1259aff624a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28805"
    uid: 3dee2954-057b-4812-b70d-d12d58910878
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c1259c6df0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: eab95051-4748-4604-a288-5548806e6ea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c1259f5f5534
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: 015055be-19d8-4305-b151-de6f2879614c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:44Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c1259fd0d782
    namespace: kserve-ci-e2e-test
    resourceVersion: "28810"
    uid: 06cbc4cb-955b-42f1-92b3-60e6ac3fae00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:48Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c12682ac1c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 922425e5-9f1e-4b97-b8cf-41c27a5ed91e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:48Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c126858bdfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: 3a659937-5729-4db5-a02d-0e1b149e2676
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:48Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c12686050657
    namespace: kserve-ci-e2e-test
    resourceVersion: "28856"
    uid: 62b2eaf8-7690-49ae-bb47-ca22d496a372
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:48Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c12686105f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "28857"
    uid: 94a3f151-a177-46da-99c9-dadbde7122d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:48Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c126894adb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: aa82d043-9980-4d72-b75b-d45bb07e5b23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:30:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:48Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c12689bf8d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: 8bba12ca-557f-4724-9d72-de93d8a2e38c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:31:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:55Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c126bed26a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29493"
    uid: 2363a5a9-b6bc-495d-955a-e1a1baa37591
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:32:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:23Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c13cbdac54dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 32897ebe-3f76-486f-9fb0-bf023026e347
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:32:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:23Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c13cbdad1c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29758"
    uid: 30e0b923-7a43-414a-a997-70e4a07eae53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: d29d0d51-aa53-4365-b193-6d8d50e9d1fb
  kind: Event
  lastTimestamp: "2026-09-09T20:32:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:25Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967-g87r9.18d3c13d195e5385
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 332c91ef-5ea5-4dd4-a796-84ce23624149
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6946b55967
    namespace: kserve-ci-e2e-test
    resourceVersion: "28746"
    uid: 3d9b7f09-8776-418d-b441-d169c7bebc41
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6946b55967-g87r9'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-v2-predictor-6946b55967.18d3c12576999a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6871ab33-89ff-4b7d-96eb-072c94287e8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: 7a27b03b-b0cc-4b49-9c94-19c4e977e3b3
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6946b55967 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback-v2-predictor.18d3c12571e0068b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28747"
    uid: ec2c3642-b053-43b9-8c7f-1cc34778e45c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 83a061f5-dad2-4998-9238-df401dc29f01
  kind: Event
  lastTimestamp: "2026-09-09T20:32:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:23Z"
    name: isvc-canary-rollback.18d3c12573dd0c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: d7933a8a-77c0-4ef8-9b19-a4f20d1dc61f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 83a061f5-dad2-4998-9238-df401dc29f01
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback.18d3c125744efa14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28759"
    uid: e7e9a2b1-2d87-42e8-ab79-783e5c9951f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 83a061f5-dad2-4998-9238-df401dc29f01
  kind: Event
  lastTimestamp: "2026-09-09T20:30:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:43Z"
    name: isvc-canary-rollback.18d3c125744f584c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28761"
    uid: 3d6d5722-6773-459c-8b3e-8c5b69719595
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 83a061f5-dad2-4998-9238-df401dc29f01
  kind: Event
  lastTimestamp: "2026-09-09T20:33:45Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:33:45Z"
    name: isvc-canary-rollback.18d3c13b7d1ae1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 1b02d709-06c2-46db-9fb8-09e287af3128
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:59.176414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5d5b899946-8v9xl
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c152fd3e5fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30751"
    uid: 9dc4fa6b-7e3f-4c05-b7fd-4a675c76ad46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c1531ee55e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: a38dfa4c-1763-4947-8862-4538908f9fb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c153211bab97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 26d928ef-87bf-4101-8503-36c3744a7ee7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c1532400f3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: 2d1f7a7d-ec46-44d7-8621-2c066245f483
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c1532471e57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: 2010b286-09ea-40a8-99fd-b8518d15af82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c15413d51766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 42b117e6-2a9b-4f6b-a924-9374ca063c07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c15416e1f403
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 5a3b8992-1c1e-45e0-bc15-e33bf9c94534
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c154174dc9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 5581c8ec-a95b-4abb-8505-de69dbcb01d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c154175853d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: fd99d8bb-cd98-41f7-b61b-732f15300956
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c1541a1f3990
    namespace: kserve-ci-e2e-test
    resourceVersion: "30852"
    uid: 8df992ca-8114-4790-88a9-dbb8d16974e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c1541a8eb9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: a930e74e-7f66-429b-838c-eead48a01cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:35:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:31Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c1548bf8f149
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 90c068c7-c374-4d6c-9694-8401fbff20f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:35:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:29Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c167ea4316ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: d49d9450-a36a-41b6-962d-fa3c880946b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:35:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:29Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c167ea437a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: 2a77d89b-f5ad-4f33-9f71-1a3aeada720d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b08bb0ac-24c9-4bf4-baf2-309acdd96f49
  kind: Event
  lastTimestamp: "2026-09-09T20:35:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:31Z"
    name: isvc-canary-stop-predictor-5d5b899946-8v9xl.18d3c16892304b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: 137f4844-8f2e-4a95-9f7e-a93452d1dc36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:59.277335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30758"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5d5b899946-xdjl8
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c15303427dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 77247c12-a927-43d5-a1d4-467ee1a1bcaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30767"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1532517dc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30784"
    uid: 2bfb7d82-3dca-439b-aa4e-d1d94142bd2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c15327f6159f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30789"
    uid: 5abd092a-8421-4e18-9712-9b7c15ace1c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1532abaab0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: e9447898-bbaa-44de-8b3e-d770cd55ee58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1532b2c0a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 2d6b0185-e860-4037-8b37-69c1d8bc9871
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:34:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:04Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c15422829915
    namespace: kserve-ci-e2e-test
    resourceVersion: "30858"
    uid: 3efa330c-aed3-4f3d-9723-cad006272151
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:34:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:04Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c15425aa9931
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 5634aa0f-2ee5-47d9-b460-71e79ec531b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:34:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:04Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c154261d59e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: ec32c9b6-fd9f-4c54-8d6d-14b4995d8b5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:34:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:04Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c154262777d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: aa5a0cf4-d9e1-4006-bb0d-19781feddce5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:34:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:04Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c154295033c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: 76b9c233-741f-4e11-a99e-d5eabd2b0ce9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:34:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:04Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c15429bd8e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 04729ab2-b643-4bf8-99c5-ceb079bcae51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:35:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:12Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1549a9d3c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: bd807532-a033-4a65-90f3-ef3664b61a27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:35:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1660ac6e0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: 857d058d-c23a-4ebc-bd78-2138fc549b2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:35:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:21Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1660ac82e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 632e0925-fee1-4771-8c38-484c1600dcdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: e564ad88-7598-4945-8875-1051019f9107
  kind: Event
  lastTimestamp: "2026-09-09T20:35:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:22Z"
    name: isvc-canary-stop-predictor-5d5b899946-xdjl8.18d3c1664cdd0021
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: dcf52bfa-0a02-4cd1-9031-408cc4baba9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 5bedb1bb-8c2b-4405-90ec-fa73156117ab
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: 'Created pod: isvc-canary-stop-predictor-5d5b899946-8v9xl'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d3c152fc782041
    namespace: kserve-ci-e2e-test
    resourceVersion: "30749"
    uid: 0bdc4e1f-770b-43f8-a6e3-721c6052a3d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 5bedb1bb-8c2b-4405-90ec-fa73156117ab
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: 'Created pod: isvc-canary-stop-predictor-5d5b899946-xdjl8'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d3c1530290c5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: 8eac69f3-a04a-4627-aa31-963beb5b6e04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5d5b899946
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 5bedb1bb-8c2b-4405-90ec-fa73156117ab
  kind: Event
  lastTimestamp: "2026-09-09T20:35:21Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5d5b899946-xdjl8'
  metadata:
    creationTimestamp: "2026-09-09T20:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:21Z"
    name: isvc-canary-stop-predictor-5d5b899946.18d3c1660a9cfb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: 5cebeafd-306c-42e7-9048-6aa2c89df6c1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 47d071ce-5620-4865-b7ac-64bbbcccc75d
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5d5b899946 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-predictor.18d3c152f5f1f948
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 8df7f546-6952-43dc-8aaf-e4af6e7016bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 47d071ce-5620-4865-b7ac-64bbbcccc75d
  kind: Event
  lastTimestamp: "2026-09-09T20:35:20Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5d5b899946 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:20Z"
    name: isvc-canary-stop-predictor.18d3c1660a03b99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 002e5653-91d7-46fb-8e76-1cf98750313f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:59.094989Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c152f863fbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 60bff365-0447-43c5-9b19-74f5e5a23c70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1531a27ced8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 0ff3393d-991f-4396-8c5d-08d0d8c17d30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1531c6c4df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: e52fd412-ac60-4903-8be2-bef2ecc9931b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1531f673b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: ead338f8-79cb-440b-bff9-0e7c5e76fcc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1531fcd15e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: 64c5a079-1747-4be4-85fc-f49732cf9169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c15413ecdf42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30841"
    uid: da9f79d8-a407-4cf2-899b-9931cde8032b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c15416f34bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: 8fcfd21d-e6cb-4f8f-8d87-98b7de006d95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c154175ccbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 5fbf64e8-dd3c-42ef-a17e-959374830493
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c15417663427
    namespace: kserve-ci-e2e-test
    resourceVersion: "30849"
    uid: c03037cf-4323-4b12-b295-f8ff5e74a2e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1541a367f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: e103fe53-9746-48a9-90ed-bddec923361e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:34:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1541aa6dca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: f628e47c-217e-4f8d-aa66-c920ad198681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:35:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:30Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c15450247b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: ca592c1d-69a4-407f-832d-85b452386e0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:35:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:29Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c167e7daab04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 95eec885-c89f-4ba6-a468-9fd8014fa465
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:35:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:29Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c167e7db196a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31644"
    uid: b20ae60f-33f3-44a6-84f8-817a3d27a794
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 3e7656fc-2108-410e-8a39-749ba37b9c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:35:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:30Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5.18d3c1685648837d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 68d39824-851a-465c-9d15-c868404ef0cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5f87c564d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 1f69cf8c-1ade-4b66-817d-41bf8ce75d15
  kind: Event
  lastTimestamp: "2026-09-09T20:33:59Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5f87c564d7-psxj5'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:59Z"
    name: isvc-canary-stop-v2-predictor-5f87c564d7.18d3c152f6d06c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: c1bb93ba-4109-45e7-bbda-c4410afa453c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30716"
    uid: 474959f3-a976-413d-ba7a-5afb5c89334f
  kind: Event
  lastTimestamp: "2026-09-09T20:33:58Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5f87c564d7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:58Z"
    name: isvc-canary-stop-v2-predictor.18d3c152f219f1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: 055aefc4-3d21-4622-a81c-9aa07f3325b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: cd1b565f-85c7-463e-b70c-671e6bdfd404
  kind: Event
  lastTimestamp: "2026-09-09T20:35:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:29Z"
    name: isvc-canary-stop.18d3c152f5178cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: 0675013c-bb3c-4a93-9598-989d85f6d86a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: cd1b565f-85c7-463e-b70c-671e6bdfd404
  kind: Event
  lastTimestamp: "2026-09-09T20:35:21Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:21Z"
    name: isvc-canary-stop.18d3c152f5bb4495
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 4d1a92d1-1758-4317-8c84-603f38c0a753
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: cd1b565f-85c7-463e-b70c-671e6bdfd404
  kind: Event
  lastTimestamp: "2026-09-09T20:35:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:21Z"
    name: isvc-canary-stop.18d3c152f5bb94ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 24c4febb-0cd9-4c37-9e00-d3abf5d20249
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31558"
    uid: cd1b565f-85c7-463e-b70c-671e6bdfd404
  kind: Event
  lastTimestamp: "2026-09-09T20:35:21Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:21Z"
    name: isvc-canary-stop.18d3c16612d2968e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: 4b55f441-6dca-4914-a490-e9259012b494
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31649"
    uid: cd1b565f-85c7-463e-b70c-671e6bdfd404
  kind: Event
  lastTimestamp: "2026-09-09T20:35:29Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-09T20:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:29Z"
    name: isvc-canary-stop.18d3c167e9be34ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: c4796e5d-42e1-47f5-87b2-cb62339e9035
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:07:13.717809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfdd307427c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 4cdd7a92-868e-4a2d-bfcc-ba1f4be06e65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:14Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:07:14Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfdd523eee3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: c011ae20-2ca4-40d4-90f3-9c942e02e027
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:14Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfdd5428976c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: ab02e378-2a66-4b4e-96ac-61501e005faf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    in 3.339s (3.339s including waiting). Image size: 306764700 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfde1b353c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: cf074cb3-4a2b-46ee-a34c-cd8b7660dc06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:21Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfde1e7705e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: b4b4a8a4-7f8a-403c-9bc2-ab1a5b9eac4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:21Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfde1ed600f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: c6f449b7-a7a3-4308-83f8-e4f733a75607
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:21Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfdef2548638
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: d9cca145-b6e1-4f69-b669-8d370113f59a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 4158f04e-6b7d-451f-bb47-14500f88ee6b
  kind: Event
  lastTimestamp: "2026-09-09T20:07:23Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:23Z"
    name: isvc-init-fail-705883-predictor-679b595fd5-bk5xb.18d3bfdf6e0a401d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: b7257aaf-e546-4c6f-8c57-2430a64897b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-705883-predictor-679b595fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: a1bb5ff2-ee5d-441f-99e1-001b83333162
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: 'Created pod: isvc-init-fail-705883-predictor-679b595fd5-bk5xb'
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-init-fail-705883-predictor-679b595fd5.18d3bfdd2fecf1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 21daf57b-daa4-4ab6-8bb2-64a673be30fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-705883-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: a5650226-e3ea-42ac-8fc3-e09df8599197
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: Scaled up replica set isvc-init-fail-705883-predictor-679b595fd5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-init-fail-705883-predictor.18d3bfdd2c86a660
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: ad949191-b68c-441f-906d-b8abe352c7a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-705883
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: bda204ea-cafb-4810-934f-3dbd49eb43e8
  kind: Event
  lastTimestamp: "2026-09-09T20:07:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:07:21Z"
    name: isvc-init-fail-705883.18d3bfdd2c89334c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: e44721b6-f8cf-4038-80ae-30f23b8ff408
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:35:39.340658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-4vwzg
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:35:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:35:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16a4f7f71fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: c6c0d775-68de-4777-9446-0af48ebda792
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16a6720bd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 18559570-12fb-411d-8d8a-b94fae4a267c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:40Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:35:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16a9e0aa78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: fdf41ce2-c6b9-42cc-bb1f-5c08cc5d8cec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16aa01ca304
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: 5a0cc243-fc15-45b7-bd9d-d7951effdd1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16aa2ad5b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: fe9cd873-1bb0-401e-a3db-4546764b063d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16aa30cf647
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: 0128da9a-1bbf-4b8f-970a-2710a677c945
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:45Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16bc523befa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: c59f3290-2661-4400-9873-4da522205b38
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.139s (7.139s
    including waiting). Image size: 632170260 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16d6ead42ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: 94f2934e-1ea5-4b60-8f22-4cfc4f94b9e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16d71e82250
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 83c11c9c-3758-4f33-8d18-f86b2e56b076
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16d7248e44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: e9ed3160-e07d-4724-80fc-922acfae9b08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16d72534407
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 034750b9-3ea8-41aa-9792-bf80bc796da1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16d74fa5790
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 943df763-14ca-4f5b-85a7-a7117efb43e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16d758672b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: cb40eaba-fdeb-49d5-b2b5-38fb6ea487b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:37:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c16de06b40da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32658"
    uid: ac6881db-152c-4a0f-9b3a-c6b91901c197
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:37:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c181995f046f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: a3fd57d4-cb8b-49c4-9110-b832f2a088b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:37:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c181995f6f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 4c753ec1-7d26-4ef2-af57-48fddf3e0047
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: bdc9996a-b4bc-4c6b-80e1-d6ff34b6fc83
  kind: Event
  lastTimestamp: "2026-09-09T20:37:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-4vwzg.18d3c181e6b569d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32657"
    uid: a5b2bb51-cd8f-4a1d-bd82-a01df133a1df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31750"
    uid: f1209d8e-7984-45ae-8293-dc1e976768a4
  kind: Event
  lastTimestamp: "2026-09-09T20:35:39Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-4vwzg'
  metadata:
    creationTimestamp: "2026-09-09T20:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d3c16a4eb01b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: fdd0437e-d1e3-4d02-b666-00ab7a754b32
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31748"
    uid: ee77d20f-bdc3-4e02-a677-f58329bed8fb
  kind: Event
  lastTimestamp: "2026-09-09T20:35:39Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:39Z"
    name: isvc-lightgbm-predictor.18d3c16a4a29aa4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: a57ce6b3-eafa-465d-ae1e-34b7f4e59d12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: 2719d9c3-1114-4845-810c-740b912b05b7
  kind: Event
  lastTimestamp: "2026-09-09T20:36:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:24Z"
    name: isvc-lightgbm-predictor.18d3c16dc93b3ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32159"
    uid: c7bc2c1c-c6f2-4113-a3c1-22caaaa9de08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: 2719d9c3-1114-4845-810c-740b912b05b7
  kind: Event
  lastTimestamp: "2026-09-09T20:36:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:24Z"
    name: isvc-lightgbm-predictor.18d3c16dc9c0876c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32160"
    uid: c06db045-debe-4d89-a2cf-595e8f757082
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 2719d9c3-1114-4845-810c-740b912b05b7
  kind: Event
  lastTimestamp: "2026-09-09T20:37:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:09Z"
    name: isvc-lightgbm-predictor.18d3c17846a3845a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32549"
    uid: 5e3981cc-b609-4c27-890c-a99f6507d443
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 2719d9c3-1114-4845-810c-740b912b05b7
  kind: Event
  lastTimestamp: "2026-09-09T20:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:09Z"
    name: isvc-lightgbm-predictor.18d3c1784714d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 8dfd9a1e-daa8-443e-b51d-0bafd8c762a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:37:24.555900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:37:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:37:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c182ced097fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32722"
    uid: f395220c-02bd-4c00-bbdf-f7be5fc1aa18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32727"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:25Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:37:25Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c182f06e3346
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: be558696-896a-4f7f-9061-37c8fae04cae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:25Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c182f1e81e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 01ed7867-cb76-482a-97b6-885e1cab3ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:25Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c182f4928fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32740"
    uid: 8edba8f4-5075-4e3e-8d7e-2a537d7a97c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:25Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c182f4f900a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: b00dfc1a-9b2a-40e5-a5be-c574b3d248e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:29Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c183fd153710
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 21ff12fb-2abd-41eb-b0b3-d1bbb6cdd3a1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.134s (6.134s
    including waiting). Image size: 632170260 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c1856ac1e757
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: ef801df1-4f38-4f06-a6cd-9f181123ac1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c1856df53697
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: fafb5ac6-01dd-4f32-8bce-99c6588772d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c1856e697e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32894"
    uid: 7fa3cd2e-3aa0-4477-9c13-e41ba758112d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c1856e7264b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: 344209b3-1937-424e-b73f-9f15a76fce4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c185714310a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: 4c06ac30-440e-4af1-a591-1b6f0a1cea5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c18571b4cd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: c1910b85-65dd-453d-aa0c-4169d891f427
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c185dc3428bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: e454f31b-6659-4412-8d02-57cf09f5f52e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:38:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c197db331a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33634"
    uid: 245fde6a-6ecf-4be4-a896-6efda9072fc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:38:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c197db341f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33636"
    uid: f56e1c40-d6d5-4f2a-ad09-68d7e18c3598
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "32718"
    uid: 8a9d7bc0-003a-4823-bd27-86f78455e44b
  kind: Event
  lastTimestamp: "2026-09-09T20:38:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr.18d3c198b862efb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 98b61e96-50de-45c4-a43c-48a2b5385376
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: de8787fd-ff08-4d1c-83e6-1428bb027234
  kind: Event
  lastTimestamp: "2026-09-09T20:37:24Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-r2kqr'
  metadata:
    creationTimestamp: "2026-09-09T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d3c182ce680cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: d573099d-26df-487c-901b-35b80ad4e66a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: 671ba865-b2f1-4963-a6f2-49fdc6e822d6
  kind: Event
  lastTimestamp: "2026-09-09T20:37:24Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:24Z"
    name: isvc-lightgbm-runtime-predictor.18d3c182cb7dcdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: afd88124-bbaf-43ea-9598-be35e3e42b9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 19e8aba9-6997-44c6-8b24-667778789aed
  kind: Event
  lastTimestamp: "2026-09-09T20:38:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:24Z"
    name: isvc-lightgbm-runtime-predictor.18d3c1864a0da810
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: 3d2ce8d9-d25f-4452-ba75-ae7287dabd87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 19e8aba9-6997-44c6-8b24-667778789aed
  kind: Event
  lastTimestamp: "2026-09-09T20:38:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:24Z"
    name: isvc-lightgbm-runtime-predictor.18d3c1864a75a221
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: d62df134-5265-4fa2-8627-813f7b925f80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32942"
    uid: 19e8aba9-6997-44c6-8b24-667778789aed
  kind: Event
  lastTimestamp: "2026-09-09T20:38:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:54Z"
    name: isvc-lightgbm-runtime-predictor.18d3c194467c7684
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: 86bad355-7023-40d1-923d-b0733dde74d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32942"
    uid: 19e8aba9-6997-44c6-8b24-667778789aed
  kind: Event
  lastTimestamp: "2026-09-09T20:38:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:54Z"
    name: isvc-lightgbm-runtime-predictor.18d3c19446e87e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: dbccf351-bd14-4079-b932-be527e3386d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: d582a813-93db-4d50-b4df-6394150d1df1
  kind: Event
  lastTimestamp: "2026-09-09T20:38:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:49Z"
    name: isvc-lightgbm-runtime.18d3c182cb7fb366
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 962a0576-f584-4f8e-b126-e6b2cc37622f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: d582a813-93db-4d50-b4df-6394150d1df1
  kind: Event
  lastTimestamp: "2026-09-09T20:37:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:24Z"
    name: isvc-lightgbm-runtime.18d3c182cbfce7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: 977e2697-647e-432e-bc9f-6b365d007601
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: d582a813-93db-4d50-b4df-6394150d1df1
  kind: Event
  lastTimestamp: "2026-09-09T20:38:49Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:49Z"
    name: isvc-lightgbm-runtime.18d3c196afc0aca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33566"
    uid: 1892e5f5-9a73-419e-87c8-5233715c9c3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:39:55.373640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:39:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:39:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a5ec40b20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: e65303f4-fc20-4ea9-abed-29f4594bb64d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:39:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a5fa6672fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: a400cc9a-83f7-40c1-9712-e75a53cae149
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:39:56Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:39:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a6322e499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: 1a011f9a-c00e-4999-be78-3ba561ba7330
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:39:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a633a1630e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: c70c8066-d27b-4d9d-a44f-cd13ab7cfd5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:39:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a636c4be05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 5dddb3c3-b74c-466e-b44b-3307618b7659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:39:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a63738118c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34220"
    uid: 4a90f7fe-a295-4015-aa2f-5b3d24cffa09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:00Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a7316e807c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 7f452eef-81dd-4b09-acf6-92fdec0c97d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a734f5f598
    namespace: kserve-ci-e2e-test
    resourceVersion: "34256"
    uid: 9b8f0e4f-379b-45af-84ee-f6c42aab4c07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a7356e2793
    namespace: kserve-ci-e2e-test
    resourceVersion: "34257"
    uid: 2e1eac4f-353b-4df8-8334-590712a92310
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a73579f1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34258"
    uid: f6dbccfe-250d-4685-aa1d-e1ef3a15e512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a7386a0346
    namespace: kserve-ci-e2e-test
    resourceVersion: "34260"
    uid: 97658dbe-62b0-40ba-bf4e-63354b486f45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a738dc8bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: 2efa5d52-96bb-49f8-9dc0-f934d9c23edc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1a7a95491cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: d8af60d3-9455-4288-98c3-33b46f989ea0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1aa977467d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 7d6741bb-4669-49e9-8593-4d9b0cd9b13e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 38bfc6d7-bff4-4410-914b-0d7a670b8f44
  kind: Event
  lastTimestamp: "2026-09-09T20:40:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs.18d3c1aa9774eb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: 977b6914-15d3-4625-9174-1ebb06ec01e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: d786c1b9-1468-429e-afb7-49e93970b92f
  kind: Event
  lastTimestamp: "2026-09-09T20:39:55Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-zztzs'
  metadata:
    creationTimestamp: "2026-09-09T20:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d3c1a5ebb86fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: aa2bd829-dc78-4283-b16c-afdd4d1205b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 20fd3555-7c11-4926-b308-09588e3436f9
  kind: Event
  lastTimestamp: "2026-09-09T20:39:55Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:55Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c1a5e8f60822
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 8fb41855-5b0b-473d-a607-209cfe4d4c16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: f97be47b-f790-44e0-98a8-f3f61e9ba74c
  kind: Event
  lastTimestamp: "2026-09-09T20:40:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:10Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c1a967840d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 9941e09b-e8c3-4ef9-b556-48de1d91822d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: f97be47b-f790-44e0-98a8-f3f61e9ba74c
  kind: Event
  lastTimestamp: "2026-09-09T20:40:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:10Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c1a967e8ff7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: 677d5cc1-906a-4913-9d2a-e7e8d2b0e48b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: 7dfd931f-51d4-4ada-8063-02dc83bedaf5
  kind: Event
  lastTimestamp: "2026-09-09T20:40:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:08Z"
    name: isvc-lightgbm-v2-kserve.18d3c1a5e8f74f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: 2f30fd43-e87b-4396-9eb6-dc7292ab4e2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: 7dfd931f-51d4-4ada-8063-02dc83bedaf5
  kind: Event
  lastTimestamp: "2026-09-09T20:39:55Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:39:55Z"
    name: isvc-lightgbm-v2-kserve.18d3c1a5e9959341
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: 75c18b33-b499-4a0a-8b5c-9e74903aa6d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34337"
    uid: 7dfd931f-51d4-4ada-8063-02dc83bedaf5
  kind: Event
  lastTimestamp: "2026-09-09T20:40:08Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:08Z"
    name: isvc-lightgbm-v2-kserve.18d3c1a915aafb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34338"
    uid: d1df97e9-701e-4bc7-a767-5331959e01a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:39:00.135720Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c1990fd0ec1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33709"
    uid: 37a32ef3-2d7b-433d-9f3a-5014a20cdd65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33715"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19931d95abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33724"
    uid: 189539a8-47ff-43d3-acd5-4a6b9af99a14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c1993365145e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: ae72c4a8-4bc6-4564-bc18-726bfb9c1752
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19936785f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33727"
    uid: 6f36d8d7-dd23-4777-bc72-6c998f6b1088
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19936e71e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33728"
    uid: a38f65b3-0a99-4aa5-90af-8f02eea5b8cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19a52c646b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33768"
    uid: f9b8a4c2-4d87-4e91-baf9-236b3c52a63e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19a563a6ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: a7794085-5693-4a70-9508-8c1ca31876b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19a56ad75d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: bf6b7aa5-0c65-4873-8336-135e20b63174
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19a56b87825
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: f5490622-67bb-42ac-ae54-39fccbd84887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19a5a041280
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: 5a82ed6a-4baa-40fb-a243-e31271003826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c19a5a77f794
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: 6ca93cb6-b266-4908-8ff1-d32765b3efb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c1a4b7a6e4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 2ed2325c-b6f1-4d02-b393-7bc35f2f767c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 4eaae7aa-53ce-4cac-a4b8-af866446ebf2
  kind: Event
  lastTimestamp: "2026-09-09T20:39:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:39:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl.18d3c1a4b7a74ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: 6933a1de-c098-4bad-a214-a36cbdc50d23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: c3493da2-6fa5-436c-b15c-6e93117727fb
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-46phl'
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d3c1990f6be5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: d6bcc667-402f-4f35-8304-028abbc8b035
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33693"
    uid: 64007969-e604-4bef-a66c-15b724a4e063
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c1990cff6b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33698"
    uid: 1b3d9983-6889-4823-8fd1-28fe723db69c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: bcb0e5fb-ad25-4b76-9ab8-b64f5bf369d1
  kind: Event
  lastTimestamp: "2026-09-09T20:39:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c19c8b56c43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: 7a246b87-aaa0-4353-96e2-b9f3ef99e39d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: bcb0e5fb-ad25-4b76-9ab8-b64f5bf369d1
  kind: Event
  lastTimestamp: "2026-09-09T20:39:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c19c8ba00c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: bd866372-dbd6-4ab6-861d-7f83473e0148
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: 95e0e2b6-8c7d-485b-8696-cd906d76fbca
  kind: Event
  lastTimestamp: "2026-09-09T20:39:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:39:42Z"
    name: isvc-lightgbm-v2-runtime.18d3c1990cc07ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: 6842004e-dbdc-45a6-b73d-a35dc29e46c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: 95e0e2b6-8c7d-485b-8696-cd906d76fbca
  kind: Event
  lastTimestamp: "2026-09-09T20:39:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:39:00Z"
    name: isvc-lightgbm-v2-runtime.18d3c1990d3fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: a19fb3e6-85c4-47b6-b2dc-cdbc3a3c977a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: 95e0e2b6-8c7d-485b-8696-cd906d76fbca
  kind: Event
  lastTimestamp: "2026-09-09T20:39:42Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:39:42Z"
    name: isvc-lightgbm-v2-runtime.18d3c1a2f6b07ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34049"
    uid: c746b33c-5cab-45d0-b91a-6dcd3c51e8ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: 72376bdb-36a1-4422-8394-8b5ec2987f03
  kind: Event
  lastTimestamp: "2026-09-09T20:37:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:10Z"
    name: isvc-lightgbm.18d3c16a4a374c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 54a25b4b-b8f1-4695-834f-a5c420a442ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: 72376bdb-36a1-4422-8394-8b5ec2987f03
  kind: Event
  lastTimestamp: "2026-09-09T20:35:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:39Z"
    name: isvc-lightgbm.18d3c16a4abf42ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: f11459c0-5c1b-4942-8c1b-01c828ed31f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 72376bdb-36a1-4422-8394-8b5ec2987f03
  kind: Event
  lastTimestamp: "2026-09-09T20:37:10Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:10Z"
    name: isvc-lightgbm.18d3c17f99216d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: e63419da-e906-454d-af04-a832beeccac9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:33.770880Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-85d5cb84f6-x9r98
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00bc48bcc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: c1e14655-d303-43c5-8918-b552e7b19623
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:34Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:34Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00be6c990fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17363"
    uid: 32952f5a-4aa2-49c9-819f-72e538105d5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:34Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00be882281e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: cce21d4e-59a6-46f6-91dd-1a120ac17491
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:34Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00beb49088f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: 915a3f6e-638d-4367-bfd9-4212ccaeaff4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:34Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00bebbe0893
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: f2505a3e-46c8-4545-a9ee-6ff2a82c4501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d071e5cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 339333c4-aa6b-42aa-b1c8-3883d006561b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d0a008c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: af607e71-06b7-47af-99c6-bc442d504a52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d0a725b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: b4143bf5-3d4d-4eee-8009-dfe3996a5a09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d0a7b7e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: fff22406-b2be-46cd-963a-f236839f572e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d0d2c3101
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: ca184e05-f918-4231-a694-f13420b951dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d0dba8965
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: c3a05ad0-102b-49d0-89b3-03429468fd50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d0dc3cf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 8627fdc4-6cd2-4dfa-a91a-5c4ff8bdd04d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d106de137
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 1fdb6672-e624-4a15-84be-6e7a0fe827d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:39Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d10e30bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: c23e6dfe-36f3-488e-8158-fd3eb0c5f633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:12:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d7ef8048e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: 389bd519-da14-490a-aeb8-546475c1c946
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:12:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:17Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c00d7f02c08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 335142d3-170c-4b16-b2ce-d2fcd1a29cb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:11:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c01f977fae3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 9852ac39-828b-4b49-965f-adc1429eee0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:11:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c01f97801013
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 6f90b976-2921-414b-bbf3-e2d26ea42bb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:11:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c01f97804fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 8d199873-34d7-4201-b7d7-b9d8c75d8ad5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-85d5cb84f6-x9r98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: c12080b6-da22-4d43-abcf-eb5ae28b652b
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-logger-predictor-85d5cb84f6-x9r98.18d3c0205b138db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: eb565267-c154-4106-9a13-c3e960486399
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-85d5cb84f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: b74cf540-ef31-4a1e-92f4-253163600fbf
  kind: Event
  lastTimestamp: "2026-09-09T20:10:33Z"
  message: 'Created pod: isvc-logger-predictor-85d5cb84f6-x9r98'
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: isvc-logger-predictor-85d5cb84f6.18d3c00bc4031e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: f89ef151-f218-46bd-959c-b9bbd59b7503
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 662ab718-a413-48bd-b61e-3f5f955fd259
  kind: Event
  lastTimestamp: "2026-09-09T20:10:33Z"
  message: Scaled up replica set isvc-logger-predictor-85d5cb84f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: isvc-logger-predictor.18d3c00bbf9205af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 3789e0c7-aab3-4195-9554-3b6b88c1e486
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 9bb4ca7f-4dd1-4170-b3fa-53f36340b593
  kind: Event
  lastTimestamp: "2026-09-09T20:11:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:03Z"
    name: isvc-logger-predictor.18d3c00f3dd2c7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 443756e9-753b-4644-b537-bbfb7ac6e749
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 9bb4ca7f-4dd1-4170-b3fa-53f36340b593
  kind: Event
  lastTimestamp: "2026-09-09T20:11:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:03Z"
    name: isvc-logger-predictor.18d3c00f3e4b1256
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: e2523c66-4f32-4b5d-8d00-8bbe43dfce70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 9bb4ca7f-4dd1-4170-b3fa-53f36340b593
  kind: Event
  lastTimestamp: "2026-09-09T20:11:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:48Z"
    name: isvc-logger-predictor.18d3c0163bccae5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 0b68a13c-d31c-46a5-8474-5996b15c7c1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 9bb4ca7f-4dd1-4170-b3fa-53f36340b593
  kind: Event
  lastTimestamp: "2026-09-09T20:11:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:48Z"
    name: isvc-logger-predictor.18d3c0163c412472
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: 1cf92ba6-8b96-4346-a8b7-7320c9193c8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 474d74dd-7ee5-4630-8dd9-fa06a7070a4e
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-logger.18d3c00bbf4947a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: ab16e9ab-ae18-4201-8b6a-2a8cd3385600
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 474d74dd-7ee5-4630-8dd9-fa06a7070a4e
  kind: Event
  lastTimestamp: "2026-09-09T20:10:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: isvc-logger.18d3c00bc0109a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 431ad8c2-8ec7-40d4-9aec-05e13014b3c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 474d74dd-7ee5-4630-8dd9-fa06a7070a4e
  kind: Event
  lastTimestamp: "2026-09-09T20:10:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: isvc-logger.18d3c00bc77c0759
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: c9544a2c-767e-4321-beff-9867e4a7ce61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: 474d74dd-7ee5-4630-8dd9-fa06a7070a4e
  kind: Event
  lastTimestamp: "2026-09-09T20:11:47Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:11:47Z"
    name: isvc-logger.18d3c01ce46600b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: 7f849474-02e9-4820-87fd-c3133edb81cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:40:20.635941Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:40:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:40:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1abce00d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34554"
    uid: c4f3cf50-2cab-4a3e-b6d0-1ea901195886
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34558"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1abf021b4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34566"
    uid: 72b173d6-5953-4659-8939-8b6ded06beab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1abf1bbae4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34568"
    uid: 878c6ab4-72b5-4909-bb55-5c1c9ae27e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1abf45cad91
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: c5bc0549-3d68-4450-a150-b7b8cf3415e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1abf51e9db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: ecb747c2-47c1-4a89-8019-9792bfb0a26f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1ad0b6f658c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 4e2cb04f-1dee-4e4d-bcd1-c0dfcda188f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1ad0f15c894
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 0e2d81e5-61b5-4d18-a766-df1185fe4553
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1ad0f861065
    namespace: kserve-ci-e2e-test
    resourceVersion: "34629"
    uid: 78b002ea-88ac-4cab-8532-10c59307ed23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1ad0f91d54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 870022a2-cb3a-4d9e-b261-d194f0c4b510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1ad133ab32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: 5c467432-ea01-426a-b882-24d14056b3ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1ad13aeaa99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34633"
    uid: 66940b4c-9d2d-401c-82e2-c1ab499bfc95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:41:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1b773d9927a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34993"
    uid: 2e596d41-58ce-469e-a5b9-fb4096b68209
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:41:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1b773da1be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34995"
    uid: 6ad5eba0-d62e-4d8b-aab1-f3c717070989
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:41:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:13Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1b839730514
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: fb2d0120-21b4-4217-a18b-ec8265d72211
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: b1cd4be3-2e95-4dd2-9517-185e7ce9b947
  kind: Event
  lastTimestamp: "2026-09-09T20:41:14Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/isvc-mlflow-v2-runtime/ready":
    read tcp 10.134.0.2:46500->10.134.0.59:8080: read: connection reset by peer'
  metadata:
    creationTimestamp: "2026-09-09T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj.18d3c1b8690e7a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: 52d606e0-0dbc-4cb4-8055-fa8735e4a01c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: a5af16ff-4c93-4c85-8d87-3568680d3e9b
  kind: Event
  lastTimestamp: "2026-09-09T20:40:20Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-vwvpj'
  metadata:
    creationTimestamp: "2026-09-09T20:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d3c1abcd6b8d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 76e7fd8e-64fe-4d2e-b706-725cf75dd533
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: e1e68ec9-2585-4ff7-bab8-a8ba45403614
  kind: Event
  lastTimestamp: "2026-09-09T20:40:20Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c1abca4b29c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34541"
    uid: 077a3c37-b5aa-45f0-a16a-45b5a1d4bbef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: 978f33e0-e847-471f-89fd-d0f54365ab8c
  kind: Event
  lastTimestamp: "2026-09-09T20:40:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c1af48f2be51
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: b77b8b79-34e7-4059-a7f1-0c653519287f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: 978f33e0-e847-471f-89fd-d0f54365ab8c
  kind: Event
  lastTimestamp: "2026-09-09T20:40:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c1af495e1705
    namespace: kserve-ci-e2e-test
    resourceVersion: "34825"
    uid: fbeb76e7-a3cc-4207-96fe-3a415420d9f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 978f33e0-e847-471f-89fd-d0f54365ab8c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c1b646ec72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: e5b5f5a9-e3ad-4282-9bb3-5cf57825d69f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 978f33e0-e847-471f-89fd-d0f54365ab8c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c1b64769bc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34940"
    uid: cc818c7d-51e3-4659-915a-53f41c45e19d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: ed8e8184-9169-4b27-9041-a7dded12d338
  kind: Event
  lastTimestamp: "2026-09-09T20:41:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:04Z"
    name: isvc-mlflow-v2-runtime.18d3c1abca7d1acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: 44052910-e1e6-4b0c-b1af-bb54034a3964
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: ed8e8184-9169-4b27-9041-a7dded12d338
  kind: Event
  lastTimestamp: "2026-09-09T20:40:20Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:20Z"
    name: isvc-mlflow-v2-runtime.18d3c1abcae1e8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 0dfd5e78-7360-4268-b1b7-abd5707bf15d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: ed8e8184-9169-4b27-9041-a7dded12d338
  kind: Event
  lastTimestamp: "2026-09-09T20:40:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:20Z"
    name: isvc-mlflow-v2-runtime.18d3c1abcae2246d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34546"
    uid: 8c210e0f-7564-44a9-9df1-c160fbeac1aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34923"
    uid: ed8e8184-9169-4b27-9041-a7dded12d338
  kind: Event
  lastTimestamp: "2026-09-09T20:41:04Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:04Z"
    name: isvc-mlflow-v2-runtime.18d3c1b5ec84dce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34924"
    uid: c827c349-3ec3-4cd3-a793-4ef88788942c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:42:41.073951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1cc80c2e038
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 0160dadb-f30a-420e-a5f2-bf6929b7ad39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1cca26b15e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: 7ff302f9-f752-4aa4-9b60-17bc23e056a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1cca3f16047
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: df92c35a-3c85-4131-be4f-d1b0e016c0e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1cca706b750
    namespace: kserve-ci-e2e-test
    resourceVersion: "35963"
    uid: ea5714b0-a9c0-44c7-8b70-48afe717f96e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1cca779a498
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 4c073fe0-80e9-4d93-96c0-2ec58bf5079d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:47Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1ce145f9840
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 234626a0-d51a-4e44-8727-724b69eaaa35
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:58Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.14s (11.14s
    including waiting). Image size: 1175679746 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d0ac678f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 8ecdec81-bac9-4e6c-9932-beada30b0993
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d0af62b8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 7e746225-999e-419f-97db-fd33a7caabc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d0afd744eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36112"
    uid: 03744241-1fb5-402e-9124-d0292d5e24b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d0afe1c10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: c3e3ebd8-8ddb-4594-abb6-86b11ddd81a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d0b2a09f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: 381f7a79-dcc4-436a-b8b3-9b3262387369
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:42:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d0b3131c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36115"
    uid: 4d9ce648-63dd-4e51-8086-cf9885659774
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:43:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1d11e9baf50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: 01d10d86-2f52-4a0c-acbe-c4f7be4ed442
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:43:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1dd0f11c6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36716"
    uid: bce37ac7-271f-4ee7-88c8-60399a3e931b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 228a0c04-4551-4a79-b3ee-7b8d4cfefa81
  kind: Event
  lastTimestamp: "2026-09-09T20:43:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4ls7b.18d3c1dd0f120e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: 8e46f036-bead-452e-bec9-8ccd3f91d083
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: 2329795c-c277-4568-b480-03b99f89bb3a
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-4ls7b'
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d3c1cc8052caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 63741d22-b83a-41e0-9ed1-f8573cc25dbe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 2df858db-ba5c-48ed-913a-4c7e0866dd89
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle-predictor.18d3c1cc7d20d328
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: 325a1e27-2477-46dc-ab33-3eb2a018fd59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: cb68e73f-5d4f-434e-a472-55303ae4fa95
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-paddle-predictor.18d3c1cffc269b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36608"
    uid: 8f63f660-a2f9-4eec-86f4-037662684373
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: cb68e73f-5d4f-434e-a472-55303ae4fa95
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-paddle-predictor.18d3c1cffc930114
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: 8b9693b0-226b-4c5b-ae3d-9626eb89c427
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36084"
    uid: cb68e73f-5d4f-434e-a472-55303ae4fa95
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-paddle-predictor.18d3c1d6fa885517
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: 9acd7c85-2627-46b5-8e1f-2f9e77de7196
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36084"
    uid: cb68e73f-5d4f-434e-a472-55303ae4fa95
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-paddle-predictor.18d3c1d6faf46276
    namespace: kserve-ci-e2e-test
    resourceVersion: "36406"
    uid: 98a43518-86f7-4a89-a7e5-b232535cb816
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:43:57.355752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36777"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:43:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1de4382b08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: eb76ad5c-bc9f-4729-b973-33eb11467fb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:43:57Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:43:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1de653472e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36794"
    uid: 12f2eee9-04cf-49d4-a71d-fb4387d4bf45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:43:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1de66c0f730
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: e3efae41-9165-4c3a-9eff-f5e76388e013
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:43:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1de69d8d1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: 00ceec24-719a-4795-88b7-5098a5e7e7af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:43:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1de6a3abb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 91c4051e-ac3f-4cd7-89ac-87bb20dde683
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1df9c8fa7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36845"
    uid: fd443dbd-8cba-4775-9430-17ad10702811
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1df9f8b9115
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: 383d1849-7208-44f1-b5f4-477f01efaa75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1df9ff0a2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: 27407c17-2432-45df-9ccc-72dd06c5a9dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1df9ff96604
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: 9f922580-59f0-4546-85ef-96e94b27ba40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1dfa2a02270
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: 20943a9a-f5db-4ce7-a75f-b9e4d8a5b836
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1dfa3044545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36855"
    uid: 95b7d87b-9490-4c03-86b6-348afa3d0ca6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1e014669452
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: 4a8fdd85-b74b-42d5-a005-e60c9081a2e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1ec7f117451
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: 076ab436-a5bb-4e1a-b5f1-df76757ec70f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 6db5d4de-d763-4861-bebb-86b844764a3a
  kind: Event
  lastTimestamp: "2026-09-09T20:44:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tb9ml.18d3c1ec7f11e3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37292"
    uid: 57825657-bc30-4150-bc13-593b5cb52148
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: f1fc2916-fe85-42cc-940d-3b301b2dd641
  kind: Event
  lastTimestamp: "2026-09-09T20:43:57Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-tb9ml'
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d3c1de42f35d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: 33d4ab26-09d5-4c4a-b259-d26da41ec83c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36766"
    uid: fc0e2e74-2436-43fc-b9e4-b1d531036f32
  kind: Event
  lastTimestamp: "2026-09-09T20:43:57Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:57Z"
    name: isvc-paddle-runtime-predictor.18d3c1de40246920
    namespace: kserve-ci-e2e-test
    resourceVersion: "36770"
    uid: ce97d9e8-ea03-4331-99f2-f5165791a85a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: 2813fe5f-3b65-40d9-8ab1-8d1a527e0d1c
  kind: Event
  lastTimestamp: "2026-09-09T20:44:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:42Z"
    name: isvc-paddle-runtime-predictor.18d3c1e1bebb1a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: 0c78e1e5-2f65-4213-bdf9-5966b6dfc374
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: 2813fe5f-3b65-40d9-8ab1-8d1a527e0d1c
  kind: Event
  lastTimestamp: "2026-09-09T20:44:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:42Z"
    name: isvc-paddle-runtime-predictor.18d3c1e1bf277e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37144"
    uid: 1138d5a4-fc2a-4215-af56-13d0a97de82b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 2813fe5f-3b65-40d9-8ab1-8d1a527e0d1c
  kind: Event
  lastTimestamp: "2026-09-09T20:44:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:57Z"
    name: isvc-paddle-runtime-predictor.18d3c1ec3c29f7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: b65a89fd-7b9f-49f7-bf55-3b775fa0fe45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 2813fe5f-3b65-40d9-8ab1-8d1a527e0d1c
  kind: Event
  lastTimestamp: "2026-09-09T20:44:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:57Z"
    name: isvc-paddle-runtime-predictor.18d3c1ec3c91aa46
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: 53112cc0-ee9c-4c11-8fe9-f74790242317
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: 583b862d-653b-4f9b-a25c-2f6f23f7020c
  kind: Event
  lastTimestamp: "2026-09-09T20:44:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:51Z"
    name: isvc-paddle-runtime.18d3c1de404d263c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 64d5c22f-f275-435d-ab3d-15f8a4cb660b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: 583b862d-653b-4f9b-a25c-2f6f23f7020c
  kind: Event
  lastTimestamp: "2026-09-09T20:43:57Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:57Z"
    name: isvc-paddle-runtime.18d3c1de40aa25d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: b3ada0ed-7027-4978-b1a9-7621ee08f31a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: 583b862d-653b-4f9b-a25c-2f6f23f7020c
  kind: Event
  lastTimestamp: "2026-09-09T20:44:51Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:51Z"
    name: isvc-paddle-runtime.18d3c1ead3bee7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: dfb5c8aa-20ed-4293-bf37-86401fb4febb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:45:03.671405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37388"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1edb43b558d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: 17d19eda-9053-4aa1-a836-80357568d740
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:04Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:45:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1edd608feba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: 25bdfea8-d9b1-4c55-aa0b-a3a44791ae4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1edd79517f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 9fa50c61-cdb0-47f9-8f83-7f85cfa39e0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1edda28b8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37440"
    uid: d9017023-062b-4216-b604-a4cf9d3b960a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1edda9dda66
    namespace: kserve-ci-e2e-test
    resourceVersion: "37441"
    uid: c5c2d53e-17ee-4690-836e-4e4f56a4c463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef09c5094a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37503"
    uid: ed57b8b2-b4c8-4e07-953e-f0ca9023fe14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef0df46f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: bb17b7d8-5541-461c-98ae-025345c24c87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef0e66d893
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: a3d3ad63-61eb-4931-8338-19380dffe241
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef0e70cd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37509"
    uid: 7810b8bc-f338-4815-bd44-18056a3e8c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef1117c847
    namespace: kserve-ci-e2e-test
    resourceVersion: "37512"
    uid: 90912d63-f1e2-4e05-b5b5-d1de7b9b7d3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef11892752
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: 5ed38c47-57d0-491c-8bca-20b8d4318fc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:45:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1ef45c89a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: a313f3b2-c3f4-4139-ac46-22f3a6524a74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:46:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1fc026fce93
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: 30167d7d-ec73-4f88-844e-103c7399e035
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:46:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1fc027067dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38034"
    uid: 54ca1cda-32a6-42f1-bdb0-c019107bf9fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:46:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-09T20:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1fcc73cc4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 224556aa-1355-4fc4-a495-b5f44ecafdc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 6aa09bc9-09cb-4a28-8af3-ee5033477a59
  kind: Event
  lastTimestamp: "2026-09-09T20:46:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-09T20:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs.18d3c1fcc78d1b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: 01d5657f-f267-43e2-a5ae-5f9884ddbe93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: dc42f004-c048-484a-8d02-60c78c147e86
  kind: Event
  lastTimestamp: "2026-09-09T20:45:03Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qdmbs'
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d3c1edb3c43121
    namespace: kserve-ci-e2e-test
    resourceVersion: "37389"
    uid: ac35946c-2c5a-4316-a02c-106acf50d661
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37374"
    uid: 04d83caf-77b2-4c7c-a594-f19f1b981da8
  kind: Event
  lastTimestamp: "2026-09-09T20:45:03Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c1edb09314cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37379"
    uid: 3f2ca4a5-489c-46f6-aac8-b78f8bb64bab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: c78f0375-54a6-4f4b-b2b0-8de463714f3f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:33Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c1f12f401693
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 3e89c0c1-c1d1-4f8c-a248-a94fc63a8b11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: c78f0375-54a6-4f4b-b2b0-8de463714f3f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:33Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c1f12fb00eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 4f658263-05c9-413e-a6ec-6b71a8a6d218
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: c78f0375-54a6-4f4b-b2b0-8de463714f3f
  kind: Event
  lastTimestamp: "2026-09-09T20:46:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:03Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c1f82dcd399c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: 40678f51-1074-423a-8588-f7b0799b0cca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: c78f0375-54a6-4f4b-b2b0-8de463714f3f
  kind: Event
  lastTimestamp: "2026-09-09T20:46:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:03Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c1f82e356c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 58ffeb66-68f9-401c-b100-3743b1c9e386
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37365"
    uid: 96eecfc0-ad9d-441e-858c-b8ee3549c5bc
  kind: Event
  lastTimestamp: "2026-09-09T20:45:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:57Z"
    name: isvc-paddle-v2-kserve.18d3c1edb0924a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37968"
    uid: 6389ae30-758d-4051-8a4c-52ff6c4c0945
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37365"
    uid: 96eecfc0-ad9d-441e-858c-b8ee3549c5bc
  kind: Event
  lastTimestamp: "2026-09-09T20:45:03Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-paddle-v2-kserve.18d3c1edb11cccf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37382"
    uid: f702d2d3-af0a-4f81-b62f-4e8f6c0534be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: 96eecfc0-ad9d-441e-858c-b8ee3549c5bc
  kind: Event
  lastTimestamp: "2026-09-09T20:45:57Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:57Z"
    name: isvc-paddle-v2-kserve.18d3c1fa4313daca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37964"
    uid: 995585f5-0be8-41f9-bb21-05c3d95d5f83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 6eca3586-8f89-48a8-a257-c89c81daac0d
  kind: Event
  lastTimestamp: "2026-09-09T20:43:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:47Z"
    name: isvc-paddle.18d3c1cc7d2de510
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: 37d35458-8a99-457e-b8ce-703834ff73f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 6eca3586-8f89-48a8-a257-c89c81daac0d
  kind: Event
  lastTimestamp: "2026-09-09T20:42:41Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:41Z"
    name: isvc-paddle.18d3c1cc7dc4b446
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: 0d7817ec-1872-48ac-80b6-0b1dfbdd56c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 6eca3586-8f89-48a8-a257-c89c81daac0d
  kind: Event
  lastTimestamp: "2026-09-09T20:43:46Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:46Z"
    name: isvc-paddle.18d3c1dbda1f954e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: bdc71e9c-735a-47bc-86b0-e0ca9fb9d9b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:46:10.400762Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-9rlfx
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c1fd3d9c6ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38107"
    uid: 856bb31c-151a-4156-a63f-b59827efc1ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c1fd5faa6305
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: be2850e2-6e84-4faa-b6e6-02f2c91689ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:11Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c1fd61e9637c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 59072de0-b652-452d-b858-08c127302ad4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:11Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c1fd6458b820
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: 798fa787-eda1-4b26-8a53-38c10317afb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:11Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c1fd64e55a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 8ece52ce-8fe3-4130-b3d0-081a5cd16339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:15Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:15Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c1fe77a6932a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: 1ad90941-95c1-49a9-9518-3980a0d9b5a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:22Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.984s (6.984s
    including waiting). Image size: 826851186 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:22Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c20017fa6b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: 9f396a70-bc3c-4899-b040-37a5a653e9fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:22Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c2001b511cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 8f17734c-c04e-4c25-9f8c-13ff0d1c3689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:22Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c2001bc5443d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38221"
    uid: 3f853eb8-5895-4dbf-93ab-60840b85dbf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:22Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c2001bcea6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38222"
    uid: 9b94c9b8-ba4e-4ca3-888d-87e6cab4e308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:22Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c2001e4e211a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: 53c10a46-dad9-4ad8-8eae-78738c0f77fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:46:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:22Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c2001ec0b7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38225"
    uid: 49d1f9d7-6fc7-47a5-9f59-99997061fba8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:47:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:30Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c20092576cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: 6e766f83-9fac-4495-a59a-aeaa8031855d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:47:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:51Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c214cbdffc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38993"
    uid: dab1f1ca-ce9a-4760-a9c3-96f04a5bf35b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9rlfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 9e0f08e2-6eed-4cfe-b988-3ae71544f5ff
  kind: Event
  lastTimestamp: "2026-09-09T20:47:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:51Z"
    name: isvc-pmml-predictor-8674795f59-9rlfx.18d3c214cbe07708
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 60715464-04b3-4837-9422-df4863e3f454
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: 65a1384b-d6f3-404a-8ba8-36a2a2843a5d
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-9rlfx'
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-pmml-predictor-8674795f59.18d3c1fd3ceec836
    namespace: kserve-ci-e2e-test
    resourceVersion: "38105"
    uid: 3f1960d1-8485-477a-95a5-7d90cd8edf27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 0c9543aa-6bc3-4c94-bc89-6b8af8dadf89
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-pmml-predictor.18d3c1fd358d93fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: 4111b6a4-bdf2-4d3e-a08d-90f88cafc7c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 80bf1813-f478-4949-8a9d-22dcae54a5e9
  kind: Event
  lastTimestamp: "2026-09-09T20:46:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:55Z"
    name: isvc-pmml-predictor.18d3c200b50608fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 65ce8f47-1b08-4ab6-8d78-deac26e95de5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 80bf1813-f478-4949-8a9d-22dcae54a5e9
  kind: Event
  lastTimestamp: "2026-09-09T20:46:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:55Z"
    name: isvc-pmml-predictor.18d3c200b61c5f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38475"
    uid: bca0dc20-fdfb-4942-8ce1-3f09b0de2944
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: 80bf1813-f478-4949-8a9d-22dcae54a5e9
  kind: Event
  lastTimestamp: "2026-09-09T20:47:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:40Z"
    name: isvc-pmml-predictor.18d3c20b355e7211
    namespace: kserve-ci-e2e-test
    resourceVersion: "38894"
    uid: 344b1510-00dd-4270-ab5b-7aad244c6353
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: 80bf1813-f478-4949-8a9d-22dcae54a5e9
  kind: Event
  lastTimestamp: "2026-09-09T20:47:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:40Z"
    name: isvc-pmml-predictor.18d3c20b3608067d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38895"
    uid: 460e83fe-4b36-4e8d-8eb9-c5ff6a8a3ba1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:45:14.860637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-jbzl6
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:45:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:45:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f04f2966a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 015d82fd-ac1a-4290-828e-13dca5851402
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37609"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:15Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:45:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f0714302de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 8b3ace07-1a96-49c6-8ebd-5883ca95e172
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f072bac0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37622"
    uid: a66eaa40-ce94-4f7b-a9b1-c8bc9793da10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f075c00932
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: 7d215d56-e15e-497f-adea-058f9b0055d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f076336a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37625"
    uid: beb6c768-079b-4404-a581-b5d8cd858122
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:19Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f15cc07f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37666"
    uid: ce762f01-1abd-49d8-a4e6-0d01b696b60a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:26Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.895s (6.895s
    including waiting). Image size: 826851186 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f2f7bd3a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: 68b9b952-d792-4326-8e0c-e9e2dd780bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f2faecf71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 11559b82-b9af-4c8d-b39c-9ebeae6bf86b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f2fb618e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: cbb13054-d74d-4f7b-8f33-e624f757dfad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f2fb6b70b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: 2ddde7f0-5c34-4656-84be-612390bfca80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f2ff1409a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37724"
    uid: 50d304fe-47d5-4415-9ab6-ecad8bcd2536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:45:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:26Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f2ff8b4caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37725"
    uid: 46b6c055-fde5-4387-9cec-61dc3b0ca2a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:46:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c1f30094b919
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: 23dc4b4c-392b-4d28-a914-ec0b1866d082
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:46:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c207e4f0b3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38496"
    uid: ccd18d73-54e6-4d75-aaa3-bab1dcf78ece
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:46:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c207e4f1359f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38498"
    uid: 5cf0c80a-b2f7-4523-a49a-a4df044bad88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 7cb873e3-dd12-431b-b709-7c6101edbccd
  kind: Event
  lastTimestamp: "2026-09-09T20:46:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-jbzl6.18d3c20830d366f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: ef3e1151-f434-440d-bef0-7d04daba8b9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: a8ea57d8-054c-422b-b202-372948706fa3
  kind: Event
  lastTimestamp: "2026-09-09T20:45:14Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-jbzl6'
  metadata:
    creationTimestamp: "2026-09-09T20:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d3c1f04e8f037d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: 00170421-d866-45e7-878b-2ecce75ccbc1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 37d6e283-4d26-4a3f-8144-bcea3a79806a
  kind: Event
  lastTimestamp: "2026-09-09T20:45:14Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:14Z"
    name: isvc-pmml-runtime-predictor.18d3c1f04b7effab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: efe45677-6cdd-448d-a401-1a585614368d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: 42b82f4d-41a6-4bf7-a858-7869d38cc208
  kind: Event
  lastTimestamp: "2026-09-09T20:46:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:14Z"
    name: isvc-pmml-runtime-predictor.18d3c1f3ca4eea6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38156"
    uid: afbb16c2-54bb-44bd-b63b-b1ea0a287d08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: 42b82f4d-41a6-4bf7-a858-7869d38cc208
  kind: Event
  lastTimestamp: "2026-09-09T20:46:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:14Z"
    name: isvc-pmml-runtime-predictor.18d3c1f3cabe4795
    namespace: kserve-ci-e2e-test
    resourceVersion: "38157"
    uid: 67198cd1-806a-4277-87fc-98e066a9cbca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 42b82f4d-41a6-4bf7-a858-7869d38cc208
  kind: Event
  lastTimestamp: "2026-09-09T20:46:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:44Z"
    name: isvc-pmml-runtime-predictor.18d3c201c86536c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38392"
    uid: 59cfde0f-ef7c-4470-a6d3-c4fb13ddb1a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 42b82f4d-41a6-4bf7-a858-7869d38cc208
  kind: Event
  lastTimestamp: "2026-09-09T20:46:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:44Z"
    name: isvc-pmml-runtime-predictor.18d3c201c9857984
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: a741d4d5-b925-4d6a-b709-d1c45b1f9812
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: bd77d5f1-ebbe-40e9-afce-033a8c8ca79d
  kind: Event
  lastTimestamp: "2026-09-09T20:46:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:46:49Z"
    name: isvc-pmml-runtime.18d3c1f04b7e9481
    namespace: kserve-ci-e2e-test
    resourceVersion: "38435"
    uid: bfd9519a-c527-41cc-88be-d2bd994c0efa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: bd77d5f1-ebbe-40e9-afce-033a8c8ca79d
  kind: Event
  lastTimestamp: "2026-09-09T20:45:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:14Z"
    name: isvc-pmml-runtime.18d3c1f04c07003f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: acba74fb-2145-46a0-b696-b6c02e0ad462
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: bd77d5f1-ebbe-40e9-afce-033a8c8ca79d
  kind: Event
  lastTimestamp: "2026-09-09T20:46:49Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:46:49Z"
    name: isvc-pmml-runtime.18d3c2064d874a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 893d643b-48fe-4357-8f00-a5692473a0ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:47:01.483735Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:47:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:47:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c2092264cd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "38569"
    uid: b0561de2-117f-457a-8dbb-017fb38a98af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20929cfd2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 554e658e-1b3c-440b-bc3f-b12a56a4961d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:02Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:47:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c2096822efb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: 3dd89bb5-9bb6-4667-a4a1-5774e53626ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c2096acd89c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: 30591797-f045-46a8-b5c6-2b13fb739389
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c2096d97b351
    namespace: kserve-ci-e2e-test
    resourceVersion: "38592"
    uid: b59239f6-70b1-4a70-a2f4-69016a4e2c1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c2096e08a41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: 5cca27be-4351-4556-b159-9ec2ccd4a8a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:06Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20a64fce7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: ff5592c5-e4c2-4c5e-ba5e-071da77d4be7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20a681c326e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38631"
    uid: 9c78981a-ebd7-44dd-a35a-02663aea312f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20a6892cafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: 33f02fef-5e7c-4bfa-8d27-f6416351b209
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20a689cb44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: 9876eab5-d743-4908-b815-ea9effbea6a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20a6b4d6e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: 1b900b30-450d-4751-8956-ec60702137ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:47:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20a6bbb9966
    namespace: kserve-ci-e2e-test
    resourceVersion: "38636"
    uid: a317fc23-92e2-4401-bdd8-56e63364067b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:48:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c20adce21017
    namespace: kserve-ci-e2e-test
    resourceVersion: "39332"
    uid: 241e2402-3274-48b8-8e72-230262531146
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:48:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c21e4bbfcb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39314"
    uid: ecbabe03-0aa8-43f5-9992-9d11af44ade6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:48:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c21e4bc0f67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39315"
    uid: 0a83626f-ce6e-4f45-a234-051889c9c779
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: 4ac8d0f9-ebb5-4418-93b6-6fa29079a922
  kind: Event
  lastTimestamp: "2026-09-09T20:48:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q.18d3c21ee324fcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39331"
    uid: ee00deba-2fff-43f5-93c8-a5bad6fca968
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 9a2525cd-7494-4e19-9ffe-8af4440e6a86
  kind: Event
  lastTimestamp: "2026-09-09T20:47:01Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-pff6q'
  metadata:
    creationTimestamp: "2026-09-09T20:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d3c2092154937f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38567"
    uid: 1a74d0cb-6de5-4974-a2d9-5c66d9ab2d60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38549"
    uid: 2f11d41c-b3ee-4516-a21a-7d5381034f80
  kind: Event
  lastTimestamp: "2026-09-09T20:47:01Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:01Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c20918f3d0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: cace7318-f2e7-4f51-b177-d3d2a3162666
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: 04b025f5-0ffc-469b-9a79-68d9c65dd138
  kind: Event
  lastTimestamp: "2026-09-09T20:47:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:16Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c20c9969a26c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 24a82dc3-0772-4bd1-9934-bb303812b30b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: 04b025f5-0ffc-469b-9a79-68d9c65dd138
  kind: Event
  lastTimestamp: "2026-09-09T20:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:16Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c20c9a33ff96
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: 79f73d73-797b-4364-87c1-b403c7d001f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 04b025f5-0ffc-469b-9a79-68d9c65dd138
  kind: Event
  lastTimestamp: "2026-09-09T20:48:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:31Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c21019bd5847
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3e0c55ab-cfd3-4722-b9a3-928f99738e4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 04b025f5-0ffc-469b-9a79-68d9c65dd138
  kind: Event
  lastTimestamp: "2026-09-09T20:48:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:31Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c2101a677f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: beaadb8c-b455-42f5-b0ba-d84a1f84cc0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: cede53a3-e539-471a-90ce-09694c9742e3
  kind: Event
  lastTimestamp: "2026-09-09T20:48:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:25Z"
    name: isvc-pmml-v2-kserve.18d3c20919a09cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39242"
    uid: e0b11d89-bbe6-4f6e-8b0e-a45be6e11508
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: cede53a3-e539-471a-90ce-09694c9742e3
  kind: Event
  lastTimestamp: "2026-09-09T20:47:01Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:47:01Z"
    name: isvc-pmml-v2-kserve.18d3c2091a8a96f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: d5d1df96-e60b-4843-aa1c-62898d29e7bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39239"
    uid: cede53a3-e539-471a-90ce-09694c9742e3
  kind: Event
  lastTimestamp: "2026-09-09T20:48:25Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:25Z"
    name: isvc-pmml-v2-kserve.18d3c21c99a9bc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "39240"
    uid: f4035519-7f94-4213-9131-f52fdf66a6da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 639a312c-6913-4dea-a2a1-b76fa8cb071c
  kind: Event
  lastTimestamp: "2026-09-09T20:47:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:47:41Z"
    name: isvc-pmml.18d3c1fd35d0c08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: f6ac57e9-1a4a-44b1-9293-e4a76d187a41
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 639a312c-6913-4dea-a2a1-b76fa8cb071c
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-pmml.18d3c1fd368a4ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: f4b0e516-3a0e-4cde-b020-0ba9c0e5b13a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38904"
    uid: 639a312c-6913-4dea-a2a1-b76fa8cb071c
  kind: Event
  lastTimestamp: "2026-09-09T20:47:40Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:47:40Z"
    name: isvc-pmml.18d3c21252e61bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38905"
    uid: 3b7fa627-3b80-49f1-806c-00c5f3a1bb41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:59.193603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c011afdbbec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: b710425c-f556-4a45-aa18-aa1a07d0af4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c011d1ffc17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: a6b5c85d-e0a8-443a-a5d1-6d3f3aa81c99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c011d382040c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: 3c3ca4de-2d81-4c2b-9198-ccad10601711
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c011d633e10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 5809e8bf-182a-4b0f-b157-99754e91bd2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c011d6a12ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: bf03b929-a853-4815-830e-35b8a3e7654f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:11:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c012e442ecb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 1ef180fb-c98a-4a7c-9f0c-95e90220467b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:11:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c012e86c2701
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: cd411681-278c-4047-9130-57d2e4ccca50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:11:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c012e8e46500
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 7dff00e3-e3fa-4d0d-987e-83ba380e3a8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:11:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c012e8eee749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: d10b2516-cab0-4ee5-b1c0-a321cf839c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:11:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c012ec664691
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: f46f38ec-c4f5-4c01-81a0-9e703883bbb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:11:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c012ecd7d4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 1a2d6c13-d1c2-4c00-b849-0316e7f1b979
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:12:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c0135c449bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: af421bf7-d28d-41ae-9c65-b01fe3579e29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c026a577db00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 90094ef0-ecd0-48ad-a4b0-38ef620a8f56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c026a5786eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: 49412104-a7f0-4fc4-98fd-a40649d6ad81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b9ff8ecf-68c9-4266-9b52-ccbec3607cca
  kind: Event
  lastTimestamp: "2026-09-09T20:12:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r.18d3c0276285921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: eb323341-0c9b-4034-90b6-bffe794b66f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 089bf74c-a84b-4bb7-946a-74a98fa2d1be
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-nj99r'
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d3c011af56bc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 5e02ac0e-1f2a-4624-bb9f-e1ccb43cff3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: e9f8e306-6a67-4425-ad1f-506eddbd520b
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm-predictor.18d3c011aacd9880
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: d2af29d1-1f88-4db4-bc0a-831e103849e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 91b2f3d4-b28f-475f-9198-9df42119a909
  kind: Event
  lastTimestamp: "2026-09-09T20:11:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:29Z"
    name: isvc-predictive-lightgbm-predictor.18d3c01528f17292
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: c97c699a-0fd3-42ec-a632-28b86257422d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 91b2f3d4-b28f-475f-9198-9df42119a909
  kind: Event
  lastTimestamp: "2026-09-09T20:11:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:11:29Z"
    name: isvc-predictive-lightgbm-predictor.18d3c0152961f6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: f15f137a-3179-4e62-a06f-139b985942a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 91b2f3d4-b28f-475f-9198-9df42119a909
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: isvc-predictive-lightgbm-predictor.18d3c01c272f594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: 827ddea4-0779-4653-9a47-683e6f634578
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 91b2f3d4-b28f-475f-9198-9df42119a909
  kind: Event
  lastTimestamp: "2026-09-09T20:12:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:29Z"
    name: isvc-predictive-lightgbm-predictor.18d3c01c27a43954
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 01da5e7d-b019-48a3-920c-cc995f897666
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:15:45.042936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:15:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:15:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c0543dce724f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 5c1bc4f5-5326-45d4-9054-1729f4bdd995
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c054455ca146
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: e3f9d3f2-5138-4364-ab94-43d05b484b4b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:46Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:15:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c05483b17aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: defc793b-9d20-4595-b9db-b343c7296926
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c0548546ca94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: bb6d260c-4285-40bf-8ab2-93ef2266d510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c0548816e94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 09baae53-9586-419f-b45b-0da8898b2673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c05488849d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: aa08578b-141b-4d8b-ab1b-c5d7ad2b238d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c05591363262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20249"
    uid: 71dc5d41-68d1-4a9b-a0dd-f52c8b3b6723
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c0559421664a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 0f10a9e4-a7cb-46ec-887f-a66ede2a4250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c05594933d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: c5b6f000-4e07-4403-b34f-f019f8acc624
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c055949ddcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20257"
    uid: 9738bf23-641d-4d08-9c1d-06a0e07444d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c05597aff0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: 35574a1d-18e7-4b64-89ca-a6c089194929
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:15:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c0559825aecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 5bf9bfea-de0e-43d7-a342-e408dd724ea9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:17:17Z"
  message: 'Readiness probe failed: Get "http://10.134.0.40:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c05e2f98f55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 36a997f6-2214-425b-a165-e46501556631
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:17:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c069366b1efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 8b408c83-7c93-4262-be35-5b0fc5d7e7b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:17:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c069366c4fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 85cf3363-108c-44df-9116-242f3e28d548
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: c6c8371c-6569-4cbb-8bd9-acb787d31461
  kind: Event
  lastTimestamp: "2026-09-09T20:17:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz.18d3c069d37aed33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: 9d2ff1bf-8560-4ce0-8bed-ed9623e7aa85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: c62c61f8-9bcd-4525-ab56-52c8df3453d2
  kind: Event
  lastTimestamp: "2026-09-09T20:15:45Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jh5wz'
  metadata:
    creationTimestamp: "2026-09-09T20:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d3c0543d48624b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 690f5a67-cfc0-4af5-a798-6c3b6592b918
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: 4dbdc01e-787f-4229-8319-e19ccc5b1366
  kind: Event
  lastTimestamp: "2026-09-09T20:15:44Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c0543927e321
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 01f66880-44ac-40f0-bb37-043f61246965
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 946ca304-bc63-4187-832a-873ad078f264
  kind: Event
  lastTimestamp: "2026-09-09T20:16:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:16:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c057b6d6b755
    namespace: kserve-ci-e2e-test
    resourceVersion: "20540"
    uid: 6b4242ec-dbf6-498d-9911-ba030f2498cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 946ca304-bc63-4187-832a-873ad078f264
  kind: Event
  lastTimestamp: "2026-09-09T20:16:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:16:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c057b77e0f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: e4d632ea-f487-4b87-9541-f3b0934f9037
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 946ca304-bc63-4187-832a-873ad078f264
  kind: Event
  lastTimestamp: "2026-09-09T20:17:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c062339b380c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 1cffff58-e3e6-4174-b8bf-fb4b9b591aca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:16:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 946ca304-bc63-4187-832a-873ad078f264
  kind: Event
  lastTimestamp: "2026-09-09T20:17:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c062340bfa1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 748db6e6-d29f-4868-aab2-392200e1dd1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: 9d3085d1-4b68-4532-962e-306c73f91d7f
  kind: Event
  lastTimestamp: "2026-09-09T20:17:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:07Z"
    name: isvc-predictive-lightgbm-v2.18d3c054384c2370
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 6e0da848-f492-40dc-af2d-fa5e67e832ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: 9d3085d1-4b68-4532-962e-306c73f91d7f
  kind: Event
  lastTimestamp: "2026-09-09T20:15:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:44Z"
    name: isvc-predictive-lightgbm-v2.18d3c054393242d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: f4a6de09-7e75-421d-8142-4e46272970c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: 9d3085d1-4b68-4532-962e-306c73f91d7f
  kind: Event
  lastTimestamp: "2026-09-09T20:17:07Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:07Z"
    name: isvc-predictive-lightgbm-v2.18d3c06786f757be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 8140a54d-cb54-4a79-b7d6-beb292bd1299
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 4eabf2d1-2430-4756-ade3-a5c194cd81ab
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-predictive-lightgbm.18d3c011aaccb35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: 5b59fc0c-3371-45b6-b737-a6bde9ba53d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 4eabf2d1-2430-4756-ade3-a5c194cd81ab
  kind: Event
  lastTimestamp: "2026-09-09T20:10:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:59Z"
    name: isvc-predictive-lightgbm.18d3c011ab7a8d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: f74a1bd1-8ce7-4a83-8504-a644db43bfa1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 4eabf2d1-2430-4756-ade3-a5c194cd81ab
  kind: Event
  lastTimestamp: "2026-09-09T20:12:22Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:22Z"
    name: isvc-predictive-lightgbm.18d3c02504b182f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: ca864e0f-453f-4293-918c-06d7cf470ec2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:07:28.608589Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:07:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:07:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe0a8037f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 7ee2d4bc-c48c-450f-8ad4-88d399d9ab77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:29Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:07:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe0c9e5fde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 4a3b625d-8f21-47f3-895d-4b7753b5ffde
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe0cb83dc2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: a20b0ded-7736-4bbf-9804-440464ae4a2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe0ce58064e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 121bec89-0671-4576-bf90-363a32ff1119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe0ceb6c881
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: f1a531da-6f21-40b3-b6ed-13093b5f9f6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:33Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe1c1414c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 56820f37-bb77-4fbc-9a44-e9e304117931
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:57Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.035s
    (24.035s including waiting). Image size: 2433416339 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe759e04ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15865"
    uid: 45214604-1ee6-4dbe-bc2b-a2389c2b73b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe76113dbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: ba532171-1659-4934-a0ee-e0b935e15b13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe76263574c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 41caed15-dd15-4713-a2de-d78288ca55e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:07:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe7626fe81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: 53a92a64-bc13-497c-8818-ad17e14daa39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:08:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.882s (2.882s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe80e3a535f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 5cc81099-0c98-4219-a47b-e35818593b22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:08:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe8145ed67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: a168ae84-fd97-4c4d-b7e3-ca4b1353eb67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:08:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe815700996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: c7131191-30a8-4b99-8aff-ec8999510b71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:09:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bfe88c033708
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 3689cefd-88c2-4145-b644-2dcabd4b348e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:09:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bffc9bbffbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 39b38b8d-07fb-4aa7-afdd-eeedc170d752
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: b27acf36-e094-4e2b-94b8-29a8b7b7af14
  kind: Event
  lastTimestamp: "2026-09-09T20:09:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-cspf7.18d3bffc9bc07844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 82192458-3f01-4d65-8824-f9b0ac47e296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 78c9e0d8-c84f-4642-911c-0b608261082d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:28Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-cspf7'
  metadata:
    creationTimestamp: "2026-09-09T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d3bfe0a7348133
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 60a7bf87-8c7e-46c9-b222-aba657a19b29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 445b73a5-2113-4e14-a32b-f22b2ef843b4
  kind: Event
  lastTimestamp: "2026-09-09T20:07:28Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:28Z"
    name: isvc-predictive-sklearn-predictor.18d3bfe0a119f3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: fafa8985-8ad4-40e8-b24a-603143d6309b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: a5ab19e5-dd07-4cf5-83fc-3f04b3f1a340
  kind: Event
  lastTimestamp: "2026-09-09T20:08:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:28Z"
    name: isvc-predictive-sklearn-predictor.18d3bfe41ff228eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 3adbe3a0-50d6-4659-ad6f-81ffa8808200
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: a5ab19e5-dd07-4cf5-83fc-3f04b3f1a340
  kind: Event
  lastTimestamp: "2026-09-09T20:08:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:28Z"
    name: isvc-predictive-sklearn-predictor.18d3bfe420646dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 7c613d8f-2ca3-4344-892b-ff0f72810042
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: a5ab19e5-dd07-4cf5-83fc-3f04b3f1a340
  kind: Event
  lastTimestamp: "2026-09-09T20:09:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:28Z"
    name: isvc-predictive-sklearn-predictor.18d3bff21c8baa8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 9c889ca0-9cf5-45f1-8422-02c3143f1d93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: a5ab19e5-dd07-4cf5-83fc-3f04b3f1a340
  kind: Event
  lastTimestamp: "2026-09-09T20:09:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:28Z"
    name: isvc-predictive-sklearn-predictor.18d3bff21cf6fcb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 5c555157-9826-43a0-9e51-3323308c9a92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:12:34.414187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:12:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:12:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c027db72a85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: aa6ae33a-9b86-443e-bbe3-1ae18dcc78dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:34Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:12:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c027fd620004
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: 67db3012-7dbc-4416-bb1a-7cfd6bc766c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c027fec11445
    namespace: kserve-ci-e2e-test
    resourceVersion: "18564"
    uid: 7f9a2648-5b48-45de-838e-698bb1d0b3f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c02801fc8b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 85b6ecef-40ed-488a-8f3e-32e47d97e0d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c028026c8dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: d9ae8538-63bc-4d02-9ec5-627ec58c2961
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c0291e636f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: ba74631b-ca32-4ce8-95d4-8ccff7ce9c8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c029216150b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: e14e8a5b-af75-412a-a859-b4d2dea247a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c02921d057a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: d0696b00-ea1a-43b2-9c36-9fdb91f4f72e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c02921d9a81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 6d3cc344-5eb0-49e3-ac24-a00ab0bffecc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c02924c1d513
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: f93c285d-7dcc-4419-8484-241cd8c3c53c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:12:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:12:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c029252f09be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: 609d4762-77b5-4e20-b4e2-5f0d761e6ce7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:14:07Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c031f8b855d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: f38b5f09-ed0c-46d5-80e9-1b86608ef923
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:14:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:04Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c03cd629c00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: af4c43c2-c90f-4f7d-9b00-b27ee83cf529
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:14:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:04Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c03cd62a3837
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 974c117f-fde1-4599-a60a-5153d78c6584
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 90bb0fa4-aa04-4e47-95f6-b0ede4d9511d
  kind: Event
  lastTimestamp: "2026-09-09T20:14:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t.18d3c03d9c8f5bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: fae98c72-2f51-4b88-b076-e9b91a58825a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: c5113879-0ec0-43db-bc08-2fde6dfaaf8b
  kind: Event
  lastTimestamp: "2026-09-09T20:12:34Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-fmq6t'
  metadata:
    creationTimestamp: "2026-09-09T20:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d3c027dae33a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 4aab8746-4e49-4a64-bde2-289889e1450a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 1f2761f1-8331-4748-b6f1-6b1e1cb2d0ed
  kind: Event
  lastTimestamp: "2026-09-09T20:12:34Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:12:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c027d7af9efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: d2e3152f-f521-4973-80b5-0e6ca55ccab9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 2d32c7ba-8499-4f0b-b018-c024f10de8da
  kind: Event
  lastTimestamp: "2026-09-09T20:13:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c02b56372ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 4aa3d8ee-28f6-4504-948b-96eb2c07c526
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 2d32c7ba-8499-4f0b-b018-c024f10de8da
  kind: Event
  lastTimestamp: "2026-09-09T20:13:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:13:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c02b56ace156
    namespace: kserve-ci-e2e-test
    resourceVersion: "18789"
    uid: 34343ccd-a131-4442-bf52-fc7cc2353b57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 2d32c7ba-8499-4f0b-b018-c024f10de8da
  kind: Event
  lastTimestamp: "2026-09-09T20:14:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c0325571883f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19223"
    uid: 4d74e38b-f3c0-4daf-8d87-ac045268aa81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 2d32c7ba-8499-4f0b-b018-c024f10de8da
  kind: Event
  lastTimestamp: "2026-09-09T20:14:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c03255c53014
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: 0bf94c1a-382c-41bb-8030-dd8fb2e12147
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: b61b2568-a3d7-435b-8a41-af3443d82aac
  kind: Event
  lastTimestamp: "2026-09-09T20:13:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:57Z"
    name: isvc-predictive-sklearn-v2.18d3c027d7b3c3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 77648516-8146-4683-8ca3-63231324d59a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: b61b2568-a3d7-435b-8a41-af3443d82aac
  kind: Event
  lastTimestamp: "2026-09-09T20:12:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:12:34Z"
    name: isvc-predictive-sklearn-v2.18d3c027d82eedec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: 0c95b936-6f33-4521-80d1-8e39bc8d193c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:13:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: b61b2568-a3d7-435b-8a41-af3443d82aac
  kind: Event
  lastTimestamp: "2026-09-09T20:13:57Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:13:57Z"
    name: isvc-predictive-sklearn-v2.18d3c03b4eee3802
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: 70f2bc64-e15e-4ef5-8b8e-91b3d1bd7d55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 1602da33-23ea-402c-b14f-820a5669aa0d
  kind: Event
  lastTimestamp: "2026-09-09T20:09:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:09:18Z"
    name: isvc-predictive-sklearn.18d3bfe0a14864a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 9ea0a95c-f5bc-4fe5-95e6-1eeb9d9e5f30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: 1602da33-23ea-402c-b14f-820a5669aa0d
  kind: Event
  lastTimestamp: "2026-09-09T20:09:18Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:09:18Z"
    name: isvc-predictive-sklearn.18d3bffa43c5683b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 56ed8cd8-436d-4758-82e5-f5b71d8ad7e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:09:33.853718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-5w7tv
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:09:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:09:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bffdd1347755
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: a00eb12b-0a55-49fa-8e81-fca129f631fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:34Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:09:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bffdf2e57efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 3afc4033-1796-4db8-9f96-583ff01e6b1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bffdf4544787
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: b146df70-734a-428e-a69a-0d9b0f998172
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bffdf79b052f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: b7a02270-7305-454e-9607-068555cd5f3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bffdf7fbe753
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 1ced86b1-f05a-47d9-9a63-926cdd593493
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff01c6a3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: d0d9ce84-ad1b-4329-b10b-4dee08449de0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff047bad41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: b5c4ee5e-e117-459a-8140-3724de0f794a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff04ddc962
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 401f8c78-284f-4c19-878c-b69ac0b64ba5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff04e78ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 13b797f4-c1c9-4873-8be8-11e272aa2e1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff08d5f2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 19ade2e7-13e2-4873-b5c1-f7bb951f70e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:09:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff093e6754
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 084173d3-0894-4f75-8996-4118a141d424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:10:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3bfff3dc921d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 721d81be-9db2-4be1-b9d6-d6c85118a352
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:10:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3c010767d8d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 585697bc-62cb-4184-a2ec-46f92a29bf94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:10:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3c010767e2fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: 1b302d0e-b90e-49f5-b08c-308272c6392a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 94ffffce-98c8-4a8b-8189-14960c366080
  kind: Event
  lastTimestamp: "2026-09-09T20:10:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5w7tv.18d3c010eff3623f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: b7735395-9f72-407e-8668-0d582c4a9580
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 9525b7cc-2564-449d-a4b9-05365f726043
  kind: Event
  lastTimestamp: "2026-09-09T20:09:33Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-5w7tv'
  metadata:
    creationTimestamp: "2026-09-09T20:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d3bffdd062b267
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 1bf88865-810a-434c-99c0-2887e3613e4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 02f4c695-ad6c-4278-b5a6-111427032ea1
  kind: Event
  lastTimestamp: "2026-09-09T20:09:33Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:33Z"
    name: isvc-predictive-xgboost-predictor.18d3bffdcd533bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: bc7785d9-c16f-44b2-93d7-247881463028
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 4f64a10d-2f76-4e99-b063-e74582e5b855
  kind: Event
  lastTimestamp: "2026-09-09T20:10:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:03Z"
    name: isvc-predictive-xgboost-predictor.18d3c0014c235d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 6499a774-ac34-409c-9896-969cc57d56d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 4f64a10d-2f76-4e99-b063-e74582e5b855
  kind: Event
  lastTimestamp: "2026-09-09T20:10:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:03Z"
    name: isvc-predictive-xgboost-predictor.18d3c0014ce18e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 7144ef39-e6eb-4a50-9ba2-8cc2c4c3f2d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 4f64a10d-2f76-4e99-b063-e74582e5b855
  kind: Event
  lastTimestamp: "2026-09-09T20:10:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:48Z"
    name: isvc-predictive-xgboost-predictor.18d3c0084a854a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: defcb9c9-3abf-4c2a-8f75-b8ae2a2491a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 4f64a10d-2f76-4e99-b063-e74582e5b855
  kind: Event
  lastTimestamp: "2026-09-09T20:10:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:48Z"
    name: isvc-predictive-xgboost-predictor.18d3c0084b1996c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 2ab367d3-6643-42dd-9de8-b93e6c681ec5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:14:09.700500Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:14:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03e0af44794
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 01c12b61-83c3-4877-9868-0719d3fa21f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03e14c6f73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 00795bcc-5f7c-4f47-af97-ae1327a3b5c1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:10Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:14:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03e50b9c027
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 5c853c56-fa52-4495-8b22-b072a0a9c2b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03e522e5f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: 3a1ba165-99ca-47f8-9021-c5fa0d04517b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03e54f1de3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 373cc4d8-9540-4957-aee8-1f278b48ac63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03e55648d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19337"
    uid: 7417200c-f1fd-4127-a7a1-9ee19a5a5a58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03f57305f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 58cb6068-9571-4ced-883c-341881b8bfb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03f5a9aa468
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 8c9aabdf-27cc-4611-872e-e91f094492bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03f5b0a4a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: 59dac209-afa3-4937-969f-5754080d8330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03f5b162fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: bea00be0-2ed2-4df7-8d96-a5a1fa8ce6ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03f5f2ebd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 4663a19f-32d9-4705-bd45-e34e93a05acc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:14:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:14:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c03f5f9ebe81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: e0b980bf-3a2a-46b4-9887-0a5b275e60ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:15:42Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c048317e8b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 9479300c-57db-418a-b31d-69ed5d4594cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:15:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c053066084d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 73aabdb7-3c6c-4e4d-8e4d-83954b75f8e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:15:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c053066149d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20116"
    uid: 88ca220e-6877-46f4-a8c7-7c25db1079ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 91c06839-56bd-457e-a856-28bd80647b92
  kind: Event
  lastTimestamp: "2026-09-09T20:15:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:15:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd.18d3c053d564d4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20142"
    uid: b0e38e15-f5fe-49e5-9967-77e894762a80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: 646b8cab-e4b9-4509-9329-9fdb13dfb2f6
  kind: Event
  lastTimestamp: "2026-09-09T20:14:09Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gf6wd'
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d3c03e0a8831a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: fbc05af4-98a0-4730-bdf9-f256191b1e10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 46d35834-039f-4eee-bfcc-bec391e6beb2
  kind: Event
  lastTimestamp: "2026-09-09T20:14:09Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c03e063fa57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: abfa0e33-20e5-44f9-836a-84dd9660bb44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: 6caaec23-a8e8-4d44-863d-0f295690e3e2
  kind: Event
  lastTimestamp: "2026-09-09T20:14:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c0418549c869
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: dbe8c781-db51-4ecb-9110-5f46c9737be0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: 6caaec23-a8e8-4d44-863d-0f295690e3e2
  kind: Event
  lastTimestamp: "2026-09-09T20:14:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:14:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c04185b01dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 89f9e948-0f7e-4469-8c33-dcb25b460804
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 6caaec23-a8e8-4d44-863d-0f295690e3e2
  kind: Event
  lastTimestamp: "2026-09-09T20:15:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c045047b879d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: 6b2fb2a7-2e21-4fdb-ae68-a1e11d4d9406
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 6caaec23-a8e8-4d44-863d-0f295690e3e2
  kind: Event
  lastTimestamp: "2026-09-09T20:15:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:15:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c04504ed56c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: 68f47c86-1af4-4316-ac00-a3737194715f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: cd7b3f6f-83ee-4bbe-b888-953b7e4c25b0
  kind: Event
  lastTimestamp: "2026-09-09T20:15:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:32Z"
    name: isvc-predictive-xgboost-v2.18d3c03e06420fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: 21713e67-41ec-4e69-accf-4351394be39e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: cd7b3f6f-83ee-4bbe-b888-953b7e4c25b0
  kind: Event
  lastTimestamp: "2026-09-09T20:14:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:09Z"
    name: isvc-predictive-xgboost-v2.18d3c03e06c31026
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 00feec5d-1566-4d12-a403-200a4c02ca4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19286"
    uid: cd7b3f6f-83ee-4bbe-b888-953b7e4c25b0
  kind: Event
  lastTimestamp: "2026-09-09T20:14:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:14:09Z"
    name: isvc-predictive-xgboost-v2.18d3c03e0c8c667a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: 86e01b66-0039-43ea-acf7-c5f35eb4514d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:15:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: cd7b3f6f-83ee-4bbe-b888-953b7e4c25b0
  kind: Event
  lastTimestamp: "2026-09-09T20:15:32Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:15:32Z"
    name: isvc-predictive-xgboost-v2.18d3c05144732284
    namespace: kserve-ci-e2e-test
    resourceVersion: "20043"
    uid: b75da6c5-9dbc-442e-baae-bb7488d96d25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: cd680b41-0efa-4c91-b630-e116db57c8a0
  kind: Event
  lastTimestamp: "2026-09-09T20:10:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:51Z"
    name: isvc-predictive-xgboost.18d3bffdcd5597f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: d59c2626-d9e1-4407-b415-9f543e3cad03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: cd680b41-0efa-4c91-b630-e116db57c8a0
  kind: Event
  lastTimestamp: "2026-09-09T20:09:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:09:33Z"
    name: isvc-predictive-xgboost.18d3bffdcdd8ad34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 8485167d-46ab-484a-bff0-357a37bc5e1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: cd680b41-0efa-4c91-b630-e116db57c8a0
  kind: Event
  lastTimestamp: "2026-09-09T20:10:51Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:51Z"
    name: isvc-predictive-xgboost.18d3c00fd6797ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 8b2c9212-afa0-4521-ab79-b7805fcc0b3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:48:37.540232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39377"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:48:37Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c21f7fce9592
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: 3d8d7390-9597-4884-9d3a-65e6001b18ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39386"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:38Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:48:38Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c21fa1b5902f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39392"
    uid: 124c8623-ad26-4ff9-abaf-7cbc0571bcb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:38Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c21fa387f3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39394"
    uid: 629c07d2-59fe-4823-ae6b-790e5bd8d749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:38Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c21fa6aca4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: 42ba01a7-3de9-4875-b2ee-deb0f7bb5a4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:38Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c21fa71befbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39397"
    uid: 9b7f5eb9-7d71-41e8-bb26-95f786a4e8e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c2209df04746
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: 4ebc1668-5500-4d92-9331-e33615e57a9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c220a1163b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: ec59afb8-4cd0-45d2-9f67-d93c885303db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c220a184b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "39435"
    uid: 5ae20ed4-ab9b-42bd-b5c9-d2d1e2105a19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c220a18d3962
    namespace: kserve-ci-e2e-test
    resourceVersion: "39436"
    uid: d955cf2d-d260-4f25-a988-e4c95e6787a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c220a4384b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39439"
    uid: 16891924-9e2e-4c2c-a382-aa1247f2c323
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c220a4a76ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39440"
    uid: bb2b51d9-6d7d-4afa-8552-44281e8fda11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:49:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:49Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c220d9f8998c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39914"
    uid: d8981dbe-a8dc-4e6c-af49-755fde0ae944
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:50:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c23ca8ccacec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: 5e0d9710-feb5-42ba-9aec-3d47d5f00502
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:50:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:42Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c23ca8cd30a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40390"
    uid: 33a9b820-94b6-4b2e-a725-f6245d935c1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 8be4340d-5b11-4fa2-808b-3f62629006c6
  kind: Event
  lastTimestamp: "2026-09-09T20:50:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:44Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6-jddn2.18d3c23d065d52ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40406"
    uid: 2af48ae0-7f7d-4f05-9325-16b93e0923b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-887399-predictor-5fd8bb46b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: 21e86201-0feb-4b75-8351-0e0ce13de921
  kind: Event
  lastTimestamp: "2026-09-09T20:48:37Z"
  message: 'Created pod: isvc-primary-887399-predictor-5fd8bb46b6-jddn2'
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:37Z"
    name: isvc-primary-887399-predictor-5fd8bb46b6.18d3c21f7efc3524
    namespace: kserve-ci-e2e-test
    resourceVersion: "39378"
    uid: a06b5bbd-b4c9-4d30-9ae8-69f027de75f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 863a25fd-232f-415d-948b-44faf49cfad6
  kind: Event
  lastTimestamp: "2026-09-09T20:48:37Z"
  message: Scaled up replica set isvc-primary-887399-predictor-5fd8bb46b6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:37Z"
    name: isvc-primary-887399-predictor.18d3c21f787cfa19
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: 1cf1d638-9efa-4aa9-911e-23d11f90df2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: 4684454f-b9b5-4334-a5ad-ca0483403f5a
  kind: Event
  lastTimestamp: "2026-09-09T20:49:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:22Z"
    name: isvc-primary-887399-predictor.18d3c222f723d543
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: b5ad03a1-36b0-4bbc-8196-7587cc45a341
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: 4684454f-b9b5-4334-a5ad-ca0483403f5a
  kind: Event
  lastTimestamp: "2026-09-09T20:49:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:22Z"
    name: isvc-primary-887399-predictor.18d3c222f79daf1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39728"
    uid: 384380a3-5373-477e-83c8-dd5422af7a65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: 4684454f-b9b5-4334-a5ad-ca0483403f5a
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-primary-887399-predictor.18d3c22676f5177c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40156"
    uid: af6828c9-c691-4605-ac68-7b536b9f9b73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: 4684454f-b9b5-4334-a5ad-ca0483403f5a
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-primary-887399-predictor.18d3c226776d256f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: ea93368c-963b-48fc-ba8e-fbca473e86c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: 90dd62d6-9e97-4811-9540-6b538436a73c
  kind: Event
  lastTimestamp: "2026-09-09T20:49:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:59Z"
    name: isvc-primary-887399.18d3c21f7897e6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39989"
    uid: 825275a9-4f9f-435b-aa7a-ad6c1ca2f19a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: 90dd62d6-9e97-4811-9540-6b538436a73c
  kind: Event
  lastTimestamp: "2026-09-09T20:48:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-887399": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-887399":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:37Z"
    name: isvc-primary-887399.18d3c21f793981e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39370"
    uid: 949eb984-53fa-4719-855e-19ea483c4875
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: 90dd62d6-9e97-4811-9540-6b538436a73c
  kind: Event
  lastTimestamp: "2026-09-09T20:48:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-887399": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:37Z"
    name: isvc-primary-887399.18d3c21f7939ba20
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: bbbef8f0-ca26-491a-aa41-56961e9521cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "39985"
    uid: 90dd62d6-9e97-4811-9540-6b538436a73c
  kind: Event
  lastTimestamp: "2026-09-09T20:49:59Z"
  message: InferenceService [isvc-primary-887399] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:59Z"
    name: isvc-primary-887399.18d3c2329dcc6413
    namespace: kserve-ci-e2e-test
    resourceVersion: "39987"
    uid: f781b472-7873-49a1-b7af-f66d70bcf893
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:50:22.820270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: c7945721-0b16-4b1f-84f9-7a7953021c34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:50:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z.18d3c23802fc86e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40181"
    uid: 7d0953e2-ed88-4883-bad0-9bc9b4cec6e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: c7945721-0b16-4b1f-84f9-7a7953021c34
  kind: Event
  lastTimestamp: "2026-09-09T20:50:23Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:50:23Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z.18d3c23824c67fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: bd4bf0e7-e496-4ba7-96c6-e4c751cbc39d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40179"
    uid: c7945721-0b16-4b1f-84f9-7a7953021c34
  kind: Event
  lastTimestamp: "2026-09-09T20:50:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:30Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z.18d3c238262bbba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40258"
    uid: 5b87afdf-d4d0-4dcc-b65d-3318683dca5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40179"
    uid: c7945721-0b16-4b1f-84f9-7a7953021c34
  kind: Event
  lastTimestamp: "2026-09-09T20:50:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:30Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z.18d3c23828a29e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40260"
    uid: 36bdbbac-19af-4389-b8a6-ba43ff7fd3f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40179"
    uid: c7945721-0b16-4b1f-84f9-7a7953021c34
  kind: Event
  lastTimestamp: "2026-09-09T20:50:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:30Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z.18d3c23829163a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "40261"
    uid: 86d84da8-4a30-42d9-a9b4-85379e3ec5ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "40179"
    uid: c7945721-0b16-4b1f-84f9-7a7953021c34
  kind: Event
  lastTimestamp: "2026-09-09T20:50:34Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-887399-predictor-5c6454c5f7-b2q6z_kserve-ci-e2e-test(c7945721-0b16-4b1f-84f9-7a7953021c34)
  metadata:
    creationTimestamp: "2026-09-09T20:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:34Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z.18d3c23ac1acdc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "40292"
    uid: d09b6778-9ca4-4ff6-858a-1d8de8f64f36
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-887399-predictor-5c6454c5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40167"
    uid: c5542351-9d78-4a6e-96d4-268436658986
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: 'Created pod: isvc-secondary-887399-predictor-5c6454c5f7-b2q6z'
  metadata:
    creationTimestamp: "2026-09-09T20:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-secondary-887399-predictor-5c6454c5f7.18d3c23802791c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: fb86bcdb-1424-45ff-a6a0-ce21b71d76df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40165"
    uid: eb23e8cc-47a2-4cfa-ba39-f766a58fbf9e
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: Scaled up replica set isvc-secondary-887399-predictor-5c6454c5f7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-secondary-887399-predictor.18d3c237fac4bea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40168"
    uid: 564b2242-071c-4613-ae44-1d7da4110837
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40166"
    uid: df247cbc-1efc-49cb-8bea-8c1bf3bfba1f
  kind: Event
  lastTimestamp: "2026-09-09T20:50:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:37Z"
    name: isvc-secondary-887399-predictor.18d3c23b78bfc25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 2fe411a1-fdf9-447d-b333-89fadff880a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-887399-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40166"
    uid: df247cbc-1efc-49cb-8bea-8c1bf3bfba1f
  kind: Event
  lastTimestamp: "2026-09-09T20:50:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:37Z"
    name: isvc-secondary-887399-predictor.18d3c23b79304d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 184e32c2-88bf-4fb8-b788-ab064e56935b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: efe4068f-5cec-4c35-bae8-26a0d8006eb0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:50:34Z"
    name: isvc-secondary-887399.18d3c237fac7469b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: 020fd8c1-919b-4a17-986d-ff22db05d915
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: efe4068f-5cec-4c35-bae8-26a0d8006eb0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-887399":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-887399":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-secondary-887399.18d3c237fbed6402
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 1dfcb063-4f52-424d-b110-78bcc103e78f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-887399
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: efe4068f-5cec-4c35-bae8-26a0d8006eb0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-887399": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-secondary-887399.18d3c237fbedae46
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: 8a419d6a-a625-469d-ae73-5c7dd2dba375
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:08:58.520370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff5972c57af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: 3d560dc5-2233-4683-b260-c9222f8e22af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:08:59Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:08:59Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff5b918343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: e4e18e83-5f34-446f-983a-a34453c1e716
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:08:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:59Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff5ba878680
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: 6961f27d-4270-4c3b-8af1-d33346fa0292
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:08:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:59Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff5bd88b027
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: dd6a8af4-3b6d-4b9b-93ce-b103f05daf00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:08:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:59Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff5bdfda46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: c06a2f11-fe65-4ab4-bb1f-d6a447f05feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff6972502f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 4685ca05-3735-4378-a993-4262819560f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff699f3238c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9ebd8ba4-8bd1-4613-8c14-3832537c3fcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff69a6b50f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: d5605512-f984-462f-aa39-85fe8e3638b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff69a7482ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 0016b818-51e1-45c8-98bd-4458839bdd7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff69d38a2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 3f4dcce0-f48d-4e9d-a03b-6fc1ee49e094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff69da9135d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 718977eb-e45b-42de-88a1-a6c1d93b217b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff69db4101b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: a9a30672-1be5-4647-8160-e012b7382acf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff6a09f7784
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 02790ba4-12d4-49ab-b090-ea3dc66ae70e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:09:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:02Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff6a111aa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: c4e457fe-7d4b-45c3-a9bb-3b1da8ecb7b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:10:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff6d3223bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 7786e214-e13c-497d-a926-4eaad7439801
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:10:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3bff70ef568a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 39b7d19c-6854-458b-8bf7-e7efc2f8e5f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3c009658111f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 72683f52-48f5-4289-86de-14f7f3b2559d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3c00965814afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 22ea6beb-1339-43b0-8221-fa09da7e1f21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3c0096581d01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 771c684b-b394-40f4-9bb1-3b614e691ce8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: fedcf89e-e782-41b3-a761-53d04a626bde
  kind: Event
  lastTimestamp: "2026-09-09T20:10:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:40Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh.18d3c009eb20c922
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: cd99c979-3bb4-4392-ab04-bde3865a0f4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 2685350b-e4a6-429f-9746-2d90eec338e1
  kind: Event
  lastTimestamp: "2026-09-09T20:08:58Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-689fcfbf74-jnlbh'
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-custom-predictor-689fcfbf74.18d3bff596bdd7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 111c638f-6209-4a8b-acac-3da8bde0aa1c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 379a1b56-da4d-4b8f-9bba-2e2dbf04bb7e
  kind: Event
  lastTimestamp: "2026-09-09T20:08:58Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-689fcfbf74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3bff593337e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 34899c4b-7028-447c-b73a-2911bb9f0d74
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: cb9db050-4388-415b-8b8f-69882011f347
  kind: Event
  lastTimestamp: "2026-09-09T20:09:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3bff911b8ad4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 17f0246d-9543-4118-9c02-95075b3d9c2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: cb9db050-4388-415b-8b8f-69882011f347
  kind: Event
  lastTimestamp: "2026-09-09T20:09:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:09:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3bff91221e2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 8355363b-0b01-4a47-85cf-de4894fc45d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: cb9db050-4388-415b-8b8f-69882011f347
  kind: Event
  lastTimestamp: "2026-09-09T20:10:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c0038f8ab4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: d9617010-9525-4c82-a5bc-00fb0695354c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: cb9db050-4388-415b-8b8f-69882011f347
  kind: Event
  lastTimestamp: "2026-09-09T20:10:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c00390688a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 1eb8d8e9-5581-4b0a-80e7-7007976f001a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: baace1d7-91e0-47a4-b305-04313048ffd0
  kind: Event
  lastTimestamp: "2026-09-09T20:10:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:10Z"
    name: isvc-sklearn-batcher-custom.18d3bff59335380c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 6b6fdf6b-0f7b-4a3a-a4de-ef05cfa3d10e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: baace1d7-91e0-47a4-b305-04313048ffd0
  kind: Event
  lastTimestamp: "2026-09-09T20:08:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-custom.18d3bff593da25b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 6089f3bf-d9e5-429d-a323-e3da372bf84a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: baace1d7-91e0-47a4-b305-04313048ffd0
  kind: Event
  lastTimestamp: "2026-09-09T20:10:10Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:10Z"
    name: isvc-sklearn-batcher-custom.18d3c00674683c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 44e64f47-6139-4259-a5aa-83cc96c4c1c0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:07:13.525014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfdd24f657da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 69a81d4e-24ba-4628-ab0a-bf564124ffa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:14Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:07:14Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfdd46a42972
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 070b491b-58c8-4b8a-ba05-772172aa8b77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:14Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfdd485adf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: a90f2c82-91fa-467b-b076-60077a7f77cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    in 3.53s (3.53s including waiting). Image size: 306764700 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfde1ac69b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: f0cb7bc7-0dc8-4ac8-b5d8-1b092ccafcbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfde1dc3204e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 78c31325-c050-4fb5-aeff-7015ef668674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:17Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfde1e350ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 9f8f7f5e-902e-4fe4-8980-a0e307e1678f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:21Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
  metadata:
    creationTimestamp: "2026-09-09T20:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:21Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfdefadbfff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 4509f08a-94ae-45f5-a063-a51bf268f5ed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    in 12.881s (12.881s including waiting). Image size: 1580639628 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:34Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe1faa56ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 79124980-4902-40bf-9bc8-a59e85efe5e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:34Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe1ff7de9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: f2fc498d-7314-4532-bde0-72cbd8a8fce4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:34Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe200af5163
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: de5d4f45-ffcf-4c96-96cb-1244c001278e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:34Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe200bb1816
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: b6c635cd-6977-4743-898c-41e5710a5f19
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.072s (3.072s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:37Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe2b7d79539
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: c6db913e-d71e-43f4-9915-52cb5f7b6356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:37Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe2bd9981a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: dc0abf86-7d8b-4cef-a027-250ca32b97fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:37Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe2bfe15bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 4d78521f-341a-4bed-b8d5-89960c49138b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
  metadata:
    creationTimestamp: "2026-09-09T20:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:37Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe2bfee932a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: e6e3bcb4-577b-4112-965d-221a68dce9ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b7bdf27994370f14d841f486a253a03eae1d306f6f9a8592812682a05cbe2bed"
    in 3.996s (3.996s including waiting). Image size: 243402306 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:41Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe3ae2ac57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 8e57419c-3ed2-41e6-bcff-230d0e0560e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:41Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:41Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe3b3eb95ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: a43bae2d-7f2d-4639-bd5a-1f50b5df2e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:07:41Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:07:41Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe3b53b9df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: e2dc37d7-0107-48be-a897-2c4183e84337
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:09:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:24Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe420428d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 14f7b83e-0311-4dfc-9975-454c03f2fb07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:09:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:24Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bfe420497c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: a04c4619-8b7f-4253-b0be-70a092fc5044
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:08:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bff58f44f2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: b8b38624-2a42-41b8-a342-721d246048af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:08:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bff58f452237
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 2871f66d-d7f2-4ffc-8bf7-1ff3a7551880
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:08:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:08:58Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bff58f456af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: d8a17ae1-0ceb-4d1d-9643-99247fd1e84a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 6b1d7ad5-1658-4b84-9722-57b72b8d8d7d
  kind: Event
  lastTimestamp: "2026-09-09T20:09:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:09:22Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v.18d3bff684c35f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 628e8943-d631-49aa-9d11-0bd453f8e559
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6cf87485dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 9d874bb4-1f8d-45e9-b63d-61fa7417c71a
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6cf87485dc-9wg2v'
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-sklearn-batcher-predictor-6cf87485dc.18d3bfdd2470c997
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 3b5e11ba-eafa-4668-9157-fc9994c259e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: a7a90fea-335a-4fe3-9834-d4676e73d6e6
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6cf87485dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-sklearn-batcher-predictor.18d3bfdd1a785710
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: a329e8b9-1268-4fef-8a64-60a70ea41ccf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 289f1fd2-1c98-436f-a892-99408c488f53
  kind: Event
  lastTimestamp: "2026-09-09T20:08:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:13Z"
    name: isvc-sklearn-batcher-predictor.18d3bfe0a071a87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 703d937f-87bc-436d-95d7-8acfe1deb04c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 289f1fd2-1c98-436f-a892-99408c488f53
  kind: Event
  lastTimestamp: "2026-09-09T20:08:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:13Z"
    name: isvc-sklearn-batcher-predictor.18d3bfe0a11651f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: 889a2530-6bd4-43f9-b0b1-33ae42da605f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 289f1fd2-1c98-436f-a892-99408c488f53
  kind: Event
  lastTimestamp: "2026-09-09T20:08:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:43Z"
    name: isvc-sklearn-batcher-predictor.18d3bfee9da43cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: f0077452-e794-4e0f-a68b-28d706ac2750
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 289f1fd2-1c98-436f-a892-99408c488f53
  kind: Event
  lastTimestamp: "2026-09-09T20:08:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:08:43Z"
    name: isvc-sklearn-batcher-predictor.18d3bfee9e0dc7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 7d6f0291-bb36-46cd-b52e-55e47518f593
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: a498579b-84ac-4070-8510-42aa36c25678
  kind: Event
  lastTimestamp: "2026-09-09T20:08:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:44Z"
    name: isvc-sklearn-batcher.18d3bfdd2114670e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: 1d58f65e-d199-4d0b-a80e-55a6741f7c80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: a498579b-84ac-4070-8510-42aa36c25678
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-sklearn-batcher.18d3bfdd21a03a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 4bacac2d-30ff-414c-b747-416acbbbc693
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:07:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: a498579b-84ac-4070-8510-42aa36c25678
  kind: Event
  lastTimestamp: "2026-09-09T20:07:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:07:13Z"
    name: isvc-sklearn-batcher.18d3bfdd21a08d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: a1351194-b6e8-416d-a606-a498c38f4d16
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:08:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: a498579b-84ac-4070-8510-42aa36c25678
  kind: Event
  lastTimestamp: "2026-09-09T20:08:44Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:08:44Z"
    name: isvc-sklearn-batcher.18d3bff25ad4dfe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: 48c0168a-01b5-43f9-84fe-1d155890ec84
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:41:15.867227Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35055"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:41:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:41:15Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b8aa0b5dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 73907e3a-cfb8-46da-90f1-43dafda9d168
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:16Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:41:16Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b8ccb56957
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 95161fd2-1f94-410b-8b37-aeeaf468f2a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:16Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b8ce496b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35079"
    uid: 575457a8-c53a-4bc9-8811-fadf42f0a3ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:16Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b8d172194d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: bf7240ad-c175-4601-bb53-e83871f41655
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:16Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b8d1e26233
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: 9ac6c330-5115-4331-9283-d035812ce393
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:20Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b9ade1e107
    namespace: kserve-ci-e2e-test
    resourceVersion: "35117"
    uid: ab5a5df4-5bcb-43d2-b2c8-9794cb89d538
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:20Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b9b1649b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: d8cb9245-73d1-4924-886d-f938666c9af3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:20Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b9b1d888a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: e09c2298-3f9d-4650-8e47-71d2d92d4bed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:20Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1b9b1e972f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a18ce740-fd88-404b-a57c-33d723549ac9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.751s (2.751s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:23Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1ba55f1762a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: 70a442af-2634-428c-88ab-982b163cfccb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:23Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-09T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:23Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1ba58fbd941
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 84a54744-2f59-4e18-9f7e-d197f914d090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:23Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-09T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:23Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1ba596d4aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: 269f0c15-a590-4121-9a57-05a2e037f24d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:23Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1ba59785ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: debc253f-7134-4d75-b69a-d450cd14d8ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:23Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1ba5c8230ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 7c780978-2d56-46b7-b8c9-45b64554b3ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:41:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:23Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1ba5cf2dbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: 3f9b578f-3c83-4eae-a39a-2de0a104b9c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:43:00Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:00Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1c0ac358f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36124"
    uid: 4387f8f1-cb10-4629-a2d9-1e84f8f2bb1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:42:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:35Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1cb4bcdadab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35876"
    uid: ffe95a85-0dc4-46d0-9e4e-5dce85f5c05e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:42:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:35Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1cb4bce430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35877"
    uid: 828532f1-fca1-464c-8abe-06768b4bf6de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:42:35Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-09T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:35Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1cb4bce9bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35878"
    uid: d7f322e0-f5b1-469d-875f-ee19ec241aa9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: b7dc00d1-e950-4985-bbc9-85c9c2b21bb9
  kind: Event
  lastTimestamp: "2026-09-09T20:43:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:05Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb.18d3c1cc501caf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: c08c02d5-2afb-4671-abcd-b9172413da5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: 64ec5b9b-270e-41c1-8a02-304841c904f4
  kind: Event
  lastTimestamp: "2026-09-09T20:41:15Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-78bfb5fcd9-24wdb'
  metadata:
    creationTimestamp: "2026-09-09T20:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:15Z"
    name: isvc-sklearn-mcp-predictor-78bfb5fcd9.18d3c1b8a99436b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35056"
    uid: e3ac2f2f-8fe8-4dab-9639-67978280de65
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35042"
    uid: 0cf168eb-30d5-4837-a66d-d6b12f7bb007
  kind: Event
  lastTimestamp: "2026-09-09T20:41:15Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-78bfb5fcd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:15Z"
    name: isvc-sklearn-mcp-predictor.18d3c1b8a6557bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: 99dd98d2-6be3-4f8d-8888-8f9b0a5b6e6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: b8fef893-8877-413b-a9f7-4efb91149dee
  kind: Event
  lastTimestamp: "2026-09-09T20:42:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:30Z"
    name: isvc-sklearn-mcp.18d3c1b8a5f3a834
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: bfaacd3a-d37b-4eb9-a446-44db9ffdc6a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: b8fef893-8877-413b-a9f7-4efb91149dee
  kind: Event
  lastTimestamp: "2026-09-09T20:41:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:15Z"
    name: isvc-sklearn-mcp.18d3c1b8a66ee384
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: b849ed1e-d864-48cf-b6d2-35af1f5c840a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35038"
    uid: b8fef893-8877-413b-a9f7-4efb91149dee
  kind: Event
  lastTimestamp: "2026-09-09T20:41:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:15Z"
    name: isvc-sklearn-mcp.18d3c1b8ace0d8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: 9479a236-2d26-4abf-b5c3-ed87a62ce3eb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: b8fef893-8877-413b-a9f7-4efb91149dee
  kind: Event
  lastTimestamp: "2026-09-09T20:42:30Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:30Z"
    name: isvc-sklearn-mcp.18d3c1ca01a46667
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: 1857c864-26d8-44e0-9791-fd737e2f09b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:17:54.188460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-c6b88b959-f7v6p
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:17:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:17:54Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c0724f7b0e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 9b491368-1cc9-4299-b222-951736902497
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:54Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c0725c905ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: ec1125b8-fc7f-44da-a837-a3c61418cb35
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:55Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:17:55Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c07295071be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: d9137232-15f9-4c2b-8f01-54daf8dc1349
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:55Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c07296e14b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 5be13db4-fd9b-4d4d-af55-b3cd1bf1c4ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:55Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c07299c95b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 9f1e7851-9768-45e8-997f-d198762a07d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:55Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c0729a31e794
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: e813f877-d5cb-403d-83af-bfc17f6f2b07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:59Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c073a3a20bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 02c6a451-dc89-41fa-b743-32976d3f67f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:59Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c073a65e5ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 819d9e2c-05c5-4b83-9882-a7edfe67bf56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:59Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c073a6c2a487
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 7cb82624-a9e0-4b28-8583-275fcf0ecbaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:17:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:17:59Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c073a6ccf9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 29122886-2275-45a7-a1a8-5d04709f0db6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:18:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:00Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c073aa24b1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: ea415e18-d8f6-4833-bcc5-b8fd4b31fab5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:18:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:18:00Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c073aa91783c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 2e538baf-ca13-44a9-8d31-b95f3ef1d4a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:19:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:17Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c0741b759e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: c3f48b8d-5f5d-476e-b4e2-0fa9cc306bbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:19:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:14Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c084f6fcff56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 8c16e991-fced-4d53-ab27-88eae12ae95b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:19:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:14Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c084f6fd86bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: ab95e7bb-fe37-42a5-a9c3-b05cf5520387
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-c6b88b959-f7v6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f670a4b2-cef5-4d1f-8295-5ed166e49fd0
  kind: Event
  lastTimestamp: "2026-09-09T20:19:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:17Z"
    name: isvc-sklearn-predictor-c6b88b959-f7v6p.18d3c085cdab66bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: c81d150d-b704-4a94-983c-cd7519492576
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-c6b88b959
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 7bcd70b0-3ed9-4939-b288-8db3b50b87eb
  kind: Event
  lastTimestamp: "2026-09-09T20:17:54Z"
  message: 'Created pod: isvc-sklearn-predictor-c6b88b959-f7v6p'
  metadata:
    creationTimestamp: "2026-09-09T20:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:54Z"
    name: isvc-sklearn-predictor-c6b88b959.18d3c0724edcfb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 2cf59e58-02a0-4584-ba77-cf028209f46f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 99004b0a-f088-4069-87a4-3dd623e3965f
  kind: Event
  lastTimestamp: "2026-09-09T20:17:54Z"
  message: Scaled up replica set isvc-sklearn-predictor-c6b88b959 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:54Z"
    name: isvc-sklearn-predictor.18d3c0724bb2693c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 99d028c3-43d9-48fd-b2e5-778801b47082
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: e92cdd84-1cc7-48d6-a02e-c2a9a6cc271b
  kind: Event
  lastTimestamp: "2026-09-09T20:18:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:39Z"
    name: isvc-sklearn-predictor.18d3c075ca4d87b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 5216d62b-7bb7-44f8-9a6a-694d04e06fd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: e92cdd84-1cc7-48d6-a02e-c2a9a6cc271b
  kind: Event
  lastTimestamp: "2026-09-09T20:18:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:18:39Z"
    name: isvc-sklearn-predictor.18d3c075cac69be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 741ff1f3-e029-4a3e-b1b9-3d51bfc84cd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: e92cdd84-1cc7-48d6-a02e-c2a9a6cc271b
  kind: Event
  lastTimestamp: "2026-09-09T20:19:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:09Z"
    name: isvc-sklearn-predictor.18d3c08047dd4d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 5836c140-d402-4c25-a890-e238a15b93cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:18:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: e92cdd84-1cc7-48d6-a02e-c2a9a6cc271b
  kind: Event
  lastTimestamp: "2026-09-09T20:19:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:09Z"
    name: isvc-sklearn-predictor.18d3c080486b695b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 98c85793-cf4f-4fcf-bb2f-9dcff57ced6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:34.864193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b3a90e9bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 9c0538c9-00b5-497f-bb16-8ca96118f0f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b3b08ff1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: 027f60bf-be27-4fd3-9da1-eac2b3fac94d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:36Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:36Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b3eee4354d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: bc7c334f-28bd-4981-a51a-5b881b235bd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:36Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b3f05cb879
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 4470f1b8-8af3-493f-81d3-06b15179109e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:36Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b3f32efb91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: ab2fa8a1-12f5-42e1-89c2-be7c792a4042
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:36Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b3f3b975b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: 315632aa-1883-41a8-98f3-eb65046c486d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:41Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b54f9f2895
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 99a2a0e8-ad7b-4d36-99c2-ab1d09291cd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:42Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b5529520c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: b2fb4fb0-84bb-48ad-be6a-aeb7cd264884
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:42Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b55313f72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: ebe78597-8ec4-48af-8c76-1c78244c40cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:42Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b5531d4c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: b7c5d9c3-a47b-4b56-ab4a-33fcdb648fa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:42Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b556a7fbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23798"
    uid: 2f0bf596-e195-422a-a808-7a508d462f65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:42Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b5572611ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 39136d6b-c95e-40bb-bb4c-56792ad24568
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:22:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:49Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0b5c777d3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23874"
    uid: 5f47897e-b796-4c19-ad50-be68e60716dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0bb211bb3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 3c78390b-6d11-4d6c-94b1-39a28b49c6d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 36a2ffd2-7556-4fea-a4d6-3c8555418097
  kind: Event
  lastTimestamp: "2026-09-09T20:23:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:06Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk.18d3c0bb211c4a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 9cc188f5-acce-4973-a8c4-688e69e988b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-79f4b454d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: bddfe6b8-809e-489e-9c5b-6e4ff34c1ee9
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-79f4b454d7-rgmdk'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-sklearn-runtime-predictor-79f4b454d7.18d3c0b3a7d0f06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: ec572bde-10d4-4305-822f-cd4afc4fc83e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: 187c57b0-e4f2-4acb-a754-0d01a1c5c0f1
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-79f4b454d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-sklearn-runtime-predictor.18d3c0b3a1316360
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 37b8a936-df89-41cc-ba17-cba7945da789
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 2239d2bb-11c0-4241-b59c-890d547bfd8a
  kind: Event
  lastTimestamp: "2026-09-09T20:22:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:49Z"
    name: isvc-sklearn-runtime-predictor.18d3c0b71fe7d7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: d6b01ce1-c3a9-4a3c-881c-9a931bf257f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 2239d2bb-11c0-4241-b59c-890d547bfd8a
  kind: Event
  lastTimestamp: "2026-09-09T20:22:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:49Z"
    name: isvc-sklearn-runtime-predictor.18d3c0b7206719d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23870"
    uid: 122adea6-18ee-422c-a34d-096cdf9e2de9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: 2239d2bb-11c0-4241-b59c-890d547bfd8a
  kind: Event
  lastTimestamp: "2026-09-09T20:23:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:04Z"
    name: isvc-sklearn-runtime-predictor.18d3c0ba9faa4753
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: ec7e96ef-1115-4d62-8810-9dde4f4e26dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: 2239d2bb-11c0-4241-b59c-890d547bfd8a
  kind: Event
  lastTimestamp: "2026-09-09T20:23:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:04Z"
    name: isvc-sklearn-runtime-predictor.18d3c0baa029e704
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 28c4dae7-0349-4dcc-802a-ce4c0591c6ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: 5042f1a8-a204-4424-aeee-25d785e47521
  kind: Event
  lastTimestamp: "2026-09-09T20:23:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:00Z"
    name: isvc-sklearn-runtime.18d3c0b3a14cf435
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 01479d62-797c-420f-80d6-3b7043abaddd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: 5042f1a8-a204-4424-aeee-25d785e47521
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-sklearn-runtime.18d3c0b3a27300c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 4635de76-080a-45f3-a017-775a9b643630
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 5042f1a8-a204-4424-aeee-25d785e47521
  kind: Event
  lastTimestamp: "2026-09-09T20:23:00Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:00Z"
    name: isvc-sklearn-runtime.18d3c0b9876f5140
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 00fcd9a6-f70a-41ff-bd03-eddee7efa31b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:38:47.903899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:38:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:38:47Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c19636be31f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33518"
    uid: 93ec466b-9599-4025-ae90-a19d428c0bd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:48Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c19645a07455
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 2ab8e3ec-18ac-4855-832f-0b46439ee1c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:49Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:38:49Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c1967c5e34c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: 07868967-a8b1-4882-b443-9aa921fbd3f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:49Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c1967de14661
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: c53e76cc-42c7-4f25-9ada-e8796e0deccf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:49Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196810dcfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33545"
    uid: 5eb9d4f1-e6e8-49dd-9a10-b07139abcfe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:49Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196817df606
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: abf0a887-196d-4426-b783-f0ecfad012d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:50Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196d01f01a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: 81df9f6e-d83a-4d57-95b2-40f2624e778c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:50Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196d373e250
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 6e05fae6-b8c8-4fb4-85cf-648277c9b943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:50Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196d3e5946b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 543879ed-0d5b-4820-b59e-124a2cc09798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:50Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196d3f02b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 63f34922-708d-4c90-a3c5-7ed3c56e5483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:50Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196d755b6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 221ce016-341f-4d91-91b8-ae0dcb792a12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:38:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:50Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c196d7c49ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 95311cd3-9493-46fe-9251-b690f5651026
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c197480e31df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34497"
    uid: d36369d5-5aee-4f5d-8b8a-cc135fd3cf8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c1ab319e8f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34452"
    uid: 5f702af9-8eb3-4307-bb5d-2b8a38b457a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c1ab319f2dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34453"
    uid: da23418b-34cf-4b13-80b0-a1b447d5f5da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: bfccbebb-2b23-4f0b-b464-288fed024123
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w.18d3c1ab4e3d00da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34496"
    uid: 436df7c8-158d-4fe0-9c70-57165e939e61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6c7db45b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33502"
    uid: dccbb117-6011-4f7e-9cf8-c39dfd3c6030
  kind: Event
  lastTimestamp: "2026-09-09T20:38:47Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6c7db45b94-h7h4w'
  metadata:
    creationTimestamp: "2026-09-09T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:47Z"
    name: isvc-sklearn-s3-predictor-6c7db45b94.18d3c1963655bcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: f3dff9b0-110d-417f-bb35-5b4f4cdc5e92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: d6300667-72c0-454e-bdb3-aeb09d883f11
  kind: Event
  lastTimestamp: "2026-09-09T20:38:47Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6c7db45b94 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:47Z"
    name: isvc-sklearn-s3-predictor.18d3c19633e456f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: cc718392-94a4-415d-acf9-1a6478567aa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 86251429-7ddd-4a17-a394-4c5208513135
  kind: Event
  lastTimestamp: "2026-09-09T20:39:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:32Z"
    name: isvc-sklearn-s3-predictor.18d3c199b26ba3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: b2c885d4-7380-494a-bec3-3475485fe4de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 86251429-7ddd-4a17-a394-4c5208513135
  kind: Event
  lastTimestamp: "2026-09-09T20:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:32Z"
    name: isvc-sklearn-s3-predictor.18d3c199b2d50920
    namespace: kserve-ci-e2e-test
    resourceVersion: "33975"
    uid: aa9de1ee-d64a-46b9-9010-8a4d1a140f3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 86251429-7ddd-4a17-a394-4c5208513135
  kind: Event
  lastTimestamp: "2026-09-09T20:40:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:17Z"
    name: isvc-sklearn-s3-predictor.18d3c1a42f104ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34433"
    uid: 00c76342-9b7b-46cc-ae49-dcd1bbb95814
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 86251429-7ddd-4a17-a394-4c5208513135
  kind: Event
  lastTimestamp: "2026-09-09T20:40:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:17Z"
    name: isvc-sklearn-s3-predictor.18d3c1a42f79fa9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34435"
    uid: 4732b2ab-575a-4ec4-a399-081ec54b3d6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:43:21.485847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36344"
    uid: fa244737-6f97-4e2d-8c49-0e4d1c721b03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:43:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:43:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n.18d3c1d5e97f600d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 12ea0be8-1ce0-459a-bb74-644381f9001f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: fa244737-6f97-4e2d-8c49-0e4d1c721b03
  kind: Event
  lastTimestamp: "2026-09-09T20:43:22Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:43:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n.18d3c1d60b8952f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: c138e1ee-f87b-403e-9a17-d693f64e046b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: fa244737-6f97-4e2d-8c49-0e4d1c721b03
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n.18d3c1d60d13d34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: be936d0e-8f90-4a16-9581-837152bee198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: fa244737-6f97-4e2d-8c49-0e4d1c721b03
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n.18d3c1d6108b2010
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: f284ea27-8ee3-4022-8c60-f97074f33a98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: fa244737-6f97-4e2d-8c49-0e4d1c721b03
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n.18d3c1d611134988
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 4b78160e-8ba6-4354-a56f-84ed308c1e21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36346"
    uid: fa244737-6f97-4e2d-8c49-0e4d1c721b03
  kind: Event
  lastTimestamp: "2026-09-09T20:43:31Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n.18d3c1d83c41267d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36467"
    uid: f840d1f5-499b-4fb1-8291-a49a6b423e38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: 6747b578-7719-4d11-94cf-e6e7616107f6
  kind: Event
  lastTimestamp: "2026-09-09T20:43:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6-2jk7n'
  metadata:
    creationTimestamp: "2026-09-09T20:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6.18d3c1d5e912bb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36345"
    uid: 29e8a575-71be-4e7c-8b4b-072500ccae08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 4953437d-4451-4d98-b439-fa3778aca755
  kind: Event
  lastTimestamp: "2026-09-09T20:43:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-56d954cfb6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d3c1d5e6ba8003
    namespace: kserve-ci-e2e-test
    resourceVersion: "36337"
    uid: 970e029d-f296-471b-9fe0-4051d88d1373
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 011a4897-8e3f-4715-8962-810a4566fb50
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c1d5e6e5def7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 0e2c0c44-e375-4fc7-a686-a240b3c72482
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 011a4897-8e3f-4715-8962-810a4566fb50
  kind: Event
  lastTimestamp: "2026-09-09T20:43:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:21Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c1d5e74db99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 709ea27c-0bf5-43fa-a186-5ea7ef2e8d41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 011a4897-8e3f-4715-8962-810a4566fb50
  kind: Event
  lastTimestamp: "2026-09-09T20:43:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:21Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c1d5ed7c7ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 73b7d7d3-d387-4138-b057-bd93edb9ac7f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:41:50.364806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c0b242b97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35486"
    uid: 3d6b9a58-652e-4edb-9392-2267c63c939b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:50Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c0d43177ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 96bb9350-e768-4ad4-8dd2-c39436bc1f2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c0d5b752c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35506"
    uid: 66d0d1e5-b636-4bde-ae21-be6b772a5040
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c0d94914f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: 7019daba-9009-4b8e-babb-0c5da150b495
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c0d9d541ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35508"
    uid: 532e5bc5-fd1f-48f3-b9fe-f936dfe2f2de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c13937e8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 7b8c5cae-8c25-401a-a0db-15acf9d2639a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c13c1bcbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35532"
    uid: 7dbdea8d-c522-4ddf-80df-f4094cf63196
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c13c939dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 49af3d55-8b96-4fe4-8f09-81ad181cc91a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c13c9d81e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: 24d197b7-1f47-474a-a033-8fd4f9bebdfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c13f9c7332
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 90ba0d77-9d29-45ea-ad7b-5b4f4faabd70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c1400ea2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35539"
    uid: 4fff7b6c-2ab9-41fc-91eb-f33efe3b28b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:43:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1c1b1374fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 5e99441a-369a-46cb-ab0e-476b3a122cc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:43:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1d5a67b5489
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: bad330ad-8079-442a-a4bc-22269c209a33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:43:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1d5a67bd16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 5eae4756-96b7-49d3-b12d-e27306c855ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 03bf34c2-e750-4f7b-b200-fc4862eb4976
  kind: Event
  lastTimestamp: "2026-09-09T20:43:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd.18d3c1d5b7669876
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: d6b36622-296c-4145-b234-80febd23a480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35471"
    uid: 79b64544-537f-407f-a854-f29268296be5
  kind: Event
  lastTimestamp: "2026-09-09T20:41:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb-2pddd'
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb.18d3c1c0b131d615
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 9fe19318-48bb-4472-913f-8fd6ce8555cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: 4fd7a3ff-02fe-4a75-9e00-8910d5d619b3
  kind: Event
  lastTimestamp: "2026-09-09T20:41:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7f4f7455bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c1c0aec9e899
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: fc4bb181-708e-427e-9ec9-94001edb03ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 026a946f-1a6c-4d66-96bf-669971a74065
  kind: Event
  lastTimestamp: "2026-09-09T20:42:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c1c42dbc3b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35738"
    uid: 59ce2d1f-6409-43d5-9460-a079d55356e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 026a946f-1a6c-4d66-96bf-669971a74065
  kind: Event
  lastTimestamp: "2026-09-09T20:42:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c1c42e3c608f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35739"
    uid: 65c03084-bd21-4fbe-8f25-f5943bd318ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 026a946f-1a6c-4d66-96bf-669971a74065
  kind: Event
  lastTimestamp: "2026-09-09T20:43:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c1cb2c13f544
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: 1f8e2ab9-7be4-482e-af73-d21ee868adc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 026a946f-1a6c-4d66-96bf-669971a74065
  kind: Event
  lastTimestamp: "2026-09-09T20:43:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c1cb2c81157c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: bb193ac8-fd4a-47c3-9c22-62fc44f7807d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35461"
    uid: e2bbe0c4-d152-4ebd-b5e4-e9993903fb35
  kind: Event
  lastTimestamp: "2026-09-09T20:43:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:10Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c1c0aed88810
    namespace: kserve-ci-e2e-test
    resourceVersion: "36216"
    uid: e5d5ea71-c0de-41b1-980c-620c182876f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35461"
    uid: e2bbe0c4-d152-4ebd-b5e4-e9993903fb35
  kind: Event
  lastTimestamp: "2026-09-09T20:41:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c1c0af74e354
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 6077e25d-90e7-4df0-8a10-00c940280b87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: e2bbe0c4-d152-4ebd-b5e4-e9993903fb35
  kind: Event
  lastTimestamp: "2026-09-09T20:41:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:50Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c1c0b957b534
    namespace: kserve-ci-e2e-test
    resourceVersion: "35495"
    uid: a11b2a79-5f3a-4239-b5b4-c5d0325bd0c6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: e2bbe0c4-d152-4ebd-b5e4-e9993903fb35
  kind: Event
  lastTimestamp: "2026-09-09T20:43:10Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:10Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c1d3692a9ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: 21348ee3-428b-4ad8-8761-daa3fe04ac0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:41:39.237637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35322"
    uid: bf49da33-bd77-4caa-81c3-f49539912e1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:41:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk.18d3c1be1b078616
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: e2604148-cde2-4d9a-81cd-2e1cc1293283
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: bf49da33-bd77-4caa-81c3-f49539912e1c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:39Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:41:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk.18d3c1be3cb19c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: 7379c04d-5341-436f-a829-1c30608e71d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: bf49da33-bd77-4caa-81c3-f49539912e1c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk.18d3c1be3e1d2333
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: 4c89e9dd-2244-4e06-96c4-0146a1648616
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: bf49da33-bd77-4caa-81c3-f49539912e1c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk.18d3c1be4130edbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: e97dbc0d-3bfe-40e0-a540-3be0a42a1b42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: bf49da33-bd77-4caa-81c3-f49539912e1c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk.18d3c1be41a466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: affb23ab-39ec-4e22-b74e-1a738b9a0e0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: bf49da33-bd77-4caa-81c3-f49539912e1c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk.18d3c1c06d463b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: 4d978f03-a54a-4945-aa54-be2e04ec764a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35313"
    uid: 6944b78b-b0e5-49c7-ab21-d961a63c768a
  kind: Event
  lastTimestamp: "2026-09-09T20:41:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6-zpwwk'
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6.18d3c1be1a950dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 8f22c11f-bcc1-4e42-90b6-180206b7b59d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 6bfc0ad1-85bb-416e-b179-5a2530971a27
  kind: Event
  lastTimestamp: "2026-09-09T20:41:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7447f98cd6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d3c1be182804e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35315"
    uid: 34e10d8c-c4bf-49c2-9bd7-39662a39fb24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 1a1aabb6-d7e2-461c-b16d-7791bd597adc
  kind: Event
  lastTimestamp: "2026-09-09T20:41:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18d3c1be18535a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35406"
    uid: 3a2733fd-c019-4bad-85ff-5f18bf6638cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 1a1aabb6-d7e2-461c-b16d-7791bd597adc
  kind: Event
  lastTimestamp: "2026-09-09T20:41:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:39Z"
    name: isvc-sklearn-s3-tls-global-fail.18d3c1be18b3b1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35319"
    uid: 78cccb4d-77c0-43f2-b89b-d5a9be2ebeb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:40:18.155573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34474"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ab3a297fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: 463a9d63-ae19-48c0-986b-7d6d768ec82e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ab460844aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34492"
    uid: 5d363e1b-ddef-4362-9c59-60dcd009db8a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34486"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:19Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:40:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ab7facc848
    namespace: kserve-ci-e2e-test
    resourceVersion: "34503"
    uid: a929d762-a169-412b-8274-e0323cce3d55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ab8120d0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34505"
    uid: 97c528b6-4395-400a-a7b1-4a16a8fc180f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ab83f0bf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: 247b7f91-b892-4e74-ad33-eec7d727c3b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ab8466cbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34508"
    uid: 8f458352-e886-496b-9b49-529056aa2fbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1abf4317cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34569"
    uid: a3c9e42f-7a36-4031-af64-1c83426dc9f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1abf78661fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: f33601d6-a312-48c5-9ba7-a432c3aab3d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1abf7fce3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34577"
    uid: 937888ac-830a-435f-bf99-6299601af0c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1abf80695cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34578"
    uid: 2834d16e-a7ac-4fd5-ac45-eb18f4c89453
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1abfab92e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: 9c6799ad-3ffd-47df-bce2-5791d254d9db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1abfb2ca4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: 41bbf804-8034-483d-a787-715284ecd463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:41:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1ac302fe93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35290"
    uid: 9fef28ef-c226-4b84-9442-74ffe137ca34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:41:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1bdda348c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 6fc0bd19-c077-4e0a-bf5f-b64e08be6e85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:41:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1bdda34fc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: 03f28ce5-47a8-46f8-a2cc-fe0a8fe7e93c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: 9f4103a1-5268-4298-a114-546110711bd8
  kind: Event
  lastTimestamp: "2026-09-09T20:41:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8.18d3c1bde24c6818
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 00f142cd-bf38-427f-af0a-c57127c42e4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: 52faa78d-8962-4cc1-bd71-41ddd4391f62
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d-jjvz8'
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-649878f5d.18d3c1ab3990cf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: 58f3e604-d5e1-42ec-a3f2-ab99d610e6cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34462"
    uid: 04dc344c-3ce9-4a5b-984f-57010c09614a
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-649878f5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c1ab36cc2857
    namespace: kserve-ci-e2e-test
    resourceVersion: "34467"
    uid: c43a0dc1-c9d2-4289-92e5-29bfc1aa30ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 0a992575-7473-4ac8-a316-b1cda3bb4bf3
  kind: Event
  lastTimestamp: "2026-09-09T20:40:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c1aeb5cb9407
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: 2e1b92fc-6833-477f-b3a1-7a2a44b7a829
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 0a992575-7473-4ac8-a316-b1cda3bb4bf3
  kind: Event
  lastTimestamp: "2026-09-09T20:40:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c1aeb65b05c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 54e179b4-f738-4a45-86b7-94a207f54400
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 0a992575-7473-4ac8-a316-b1cda3bb4bf3
  kind: Event
  lastTimestamp: "2026-09-09T20:41:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c1b235322772
    namespace: kserve-ci-e2e-test
    resourceVersion: "35233"
    uid: be3b337e-4e04-4df4-814a-a3a7fc22e049
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 0a992575-7473-4ac8-a316-b1cda3bb4bf3
  kind: Event
  lastTimestamp: "2026-09-09T20:41:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c1b235a73869
    namespace: kserve-ci-e2e-test
    resourceVersion: "35234"
    uid: ab1e1a94-a84f-4ddc-86b1-03f63290139f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: 6c3c9d12-1a54-4743-9391-49c28ead970d
  kind: Event
  lastTimestamp: "2026-09-09T20:41:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:28Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c1ab36d35970
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 158fe063-02a6-4a38-b4e0-d633f67822c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: 6c3c9d12-1a54-4743-9391-49c28ead970d
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c1ab37a0e6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34470"
    uid: 765bbcce-5ad1-466f-9ec3-4b298eba7ddb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 6c3c9d12-1a54-4743-9391-49c28ead970d
  kind: Event
  lastTimestamp: "2026-09-09T20:41:28Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:28Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c1bb93d2395a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: 7b921ed8-affc-4d69-87e0-feb9a7788f8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:45:03.764154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: e517612b-40e2-4336-89cb-326d59dbe782
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz.18d3c1edb9c283bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: 7ab1629c-05c4-412f-bec6-1f160eb1b5a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: e517612b-40e2-4336-89cb-326d59dbe782
  kind: Event
  lastTimestamp: "2026-09-09T20:45:04Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:45:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz.18d3c1eddbc3df3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37442"
    uid: 626631c0-b16a-47b6-b115-fa1ba896a08d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: e517612b-40e2-4336-89cb-326d59dbe782
  kind: Event
  lastTimestamp: "2026-09-09T20:45:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz.18d3c1eddd475fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: e9afac34-7469-495f-a0df-dbe9302fde63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: e517612b-40e2-4336-89cb-326d59dbe782
  kind: Event
  lastTimestamp: "2026-09-09T20:45:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz.18d3c1ede0313a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37484"
    uid: 79d77dea-f6f9-49be-b266-745962dee188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: e517612b-40e2-4336-89cb-326d59dbe782
  kind: Event
  lastTimestamp: "2026-09-09T20:45:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz.18d3c1ede0a70ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: ec149a05-d841-4855-9e1a-481941ec7f2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: e517612b-40e2-4336-89cb-326d59dbe782
  kind: Event
  lastTimestamp: "2026-09-09T20:45:12Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz_kserve-ci-e2e-test(e517612b-40e2-4336-89cb-326d59dbe782)
  metadata:
    creationTimestamp: "2026-09-09T20:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:12Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz.18d3c1efb95c3df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37533"
    uid: 61416a69-fc62-4a84-9a8d-941e11e33af4
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37407"
    uid: f5308b26-7833-4de0-b2d8-a551f62cd231
  kind: Event
  lastTimestamp: "2026-09-09T20:45:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5-n8bdz'
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5.18d3c1edb93a14ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37417"
    uid: c7f01c2d-6036-48f5-a6de-f7be8b594dd3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37404"
    uid: bebba899-2871-4803-a82e-628f633caf5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5c7767bfc5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d3c1edb67d6e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: e96ece0a-a14f-4b4a-9c35-6b076b0b005e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: d0da8177-691c-48ed-9dd4-7235621d6f4c
  kind: Event
  lastTimestamp: "2026-09-09T20:45:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:12Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d3c1edb6b67908
    namespace: kserve-ci-e2e-test
    resourceVersion: "37539"
    uid: fbe9437f-eba8-4f15-87e1-f44d0cc492ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:43:32.586052Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:43:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:43:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d87f1f0b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 9464166b-b025-4647-bd6a-a8082b6fbd5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36512"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:33Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:43:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d8a1182c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: 63d0100f-c715-476d-9e46-74995d95db02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d8a28cd2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36531"
    uid: bfb776b6-d15d-4cda-9966-261b083c3e85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d8a5ed5904
    namespace: kserve-ci-e2e-test
    resourceVersion: "36533"
    uid: 5ea8736a-f902-48de-850e-031dcc9f0ba1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d8a66310ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: bd2b07fb-b312-4ea7-ac93-09ae3be2cd26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d908425470
    namespace: kserve-ci-e2e-test
    resourceVersion: "36552"
    uid: 296324d6-ea6e-4325-86ba-4bae375bab2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d90bab2b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "36555"
    uid: 35ff2fb8-fde0-4111-95e7-5663f6c46769
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d90c2d0c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36558"
    uid: 256f7cfd-96ba-4875-a964-159198860ee9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d90c37e395
    namespace: kserve-ci-e2e-test
    resourceVersion: "36559"
    uid: 0f7d747d-e741-4e7d-831b-a9ee59b10ad2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d90fb827e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36562"
    uid: e6475e02-415b-491a-9427-a6d54c5f34a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:43:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d9102c02f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: 9f8e8c21-3dfc-4c7a-90fb-885d82fbd2ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1d9803e9a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: e12cbd71-8114-414a-8f14-96d07dff5707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1ed77042cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: b368a6bd-a8b9-46e7-8d5d-820ff012da2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1ed7704dd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37351"
    uid: 5ee3adbb-f603-4cdf-bd00-f156bea9d907
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 22a012b4-7eda-45eb-b5cd-197a6a14bd77
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz.18d3c1ed866709e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37354"
    uid: 695525a8-a510-4263-9b56-3050eb037c84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: ebf54159-13a0-433b-9d1d-77dda7e118fc
  kind: Event
  lastTimestamp: "2026-09-09T20:43:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689-2m7mz'
  metadata:
    creationTimestamp: "2026-09-09T20:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689.18d3c1d87e896562
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: 5df95253-30a1-4ae7-8af4-9b7db0099e83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: 5374270b-1af0-4d9c-b268-7c3bb1ffa8ba
  kind: Event
  lastTimestamp: "2026-09-09T20:43:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5694f8f689
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c1d87c279d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: e6ce0653-b8f0-4fd7-9dde-ebc63d232865
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36490"
    uid: 4f8e35b2-74a6-46cb-9847-3002a7dd804b
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c1dbfab0f246
    namespace: kserve-ci-e2e-test
    resourceVersion: "37339"
    uid: 0a649b20-d902-4e2a-9b0d-6e6f91c622c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36490"
    uid: 4f8e35b2-74a6-46cb-9847-3002a7dd804b
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c1dbfb1e2266
    namespace: kserve-ci-e2e-test
    resourceVersion: "37342"
    uid: 68abfa90-0b58-47ef-88fd-ce4a8209fe33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: 7e93dff7-4707-47a2-8076-a42bf0965dd4
  kind: Event
  lastTimestamp: "2026-09-09T20:44:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c1d87c27422a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: d9b6f4e5-e5dd-4fa4-bcfe-03eeeda29e91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: 7e93dff7-4707-47a2-8076-a42bf0965dd4
  kind: Event
  lastTimestamp: "2026-09-09T20:43:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c1d87c94b3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36516"
    uid: 816e5025-fd48-4baa-84c7-39228a45c2be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 7e93dff7-4707-47a2-8076-a42bf0965dd4
  kind: Event
  lastTimestamp: "2026-09-09T20:43:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c1d882788707
    namespace: kserve-ci-e2e-test
    resourceVersion: "36518"
    uid: 062f701b-6355-4e98-b9c3-f1465531cdf5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37234"
    uid: 7e93dff7-4707-47a2-8076-a42bf0965dd4
  kind: Event
  lastTimestamp: "2026-09-09T20:44:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c1eb38ce8925
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: e38c5e71-6742-42f2-8253-c3172d87a88e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: a6ce68bf-e1c6-4712-b833-bf33ca2f6591
  kind: Event
  lastTimestamp: "2026-09-09T20:40:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:08Z"
    name: isvc-sklearn-s3.18d3c19633e6b213
    namespace: kserve-ci-e2e-test
    resourceVersion: "34329"
    uid: dae8cf1c-b35c-473b-99fd-76d7fad0caf3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: a6ce68bf-e1c6-4712-b833-bf33ca2f6591
  kind: Event
  lastTimestamp: "2026-09-09T20:38:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:47Z"
    name: isvc-sklearn-s3.18d3c196347a06a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: 6faaef80-2a44-4e13-bd1a-858ad3edef00
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33495"
    uid: a6ce68bf-e1c6-4712-b833-bf33ca2f6591
  kind: Event
  lastTimestamp: "2026-09-09T20:38:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:47Z"
    name: isvc-sklearn-s3.18d3c1963a0088e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: 5008bd51-de50-421c-98a7-619d845fc71e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: a6ce68bf-e1c6-4712-b833-bf33ca2f6591
  kind: Event
  lastTimestamp: "2026-09-09T20:40:08Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:08Z"
    name: isvc-sklearn-s3.18d3c1a8ff89aa6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: f5ea619d-6843-4b37-9fe2-e147ead467ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-fd76fb6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 43359cde-2abf-4a57-b04c-46eb37a556ed
  kind: Event
  lastTimestamp: "2026-09-09T20:17:20Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-fd76fb6c9-5fdwd'
  metadata:
    creationTimestamp: "2026-09-09T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:20Z"
    name: isvc-sklearn-scheduler-predictor-fd76fb6c9.18d3c06a69facc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: df435634-f17e-4adf-9882-6e337f05828b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 01031dd0-752b-4cb5-9bea-e30083b264dd
  kind: Event
  lastTimestamp: "2026-09-09T20:17:20Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-fd76fb6c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:17:20Z"
    name: isvc-sklearn-scheduler-predictor.18d3c06a65066b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 697bbf44-609a-44b7-be9c-90e9c0c43e70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: ab141b79-59b3-4f30-8294-748ab5ee8aec
  kind: Event
  lastTimestamp: "2026-09-09T20:17:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:20Z"
    name: isvc-sklearn-scheduler.18d3c06a64a604a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: f78190e5-745f-4932-bb20-44bb0988f16c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: ab141b79-59b3-4f30-8294-748ab5ee8aec
  kind: Event
  lastTimestamp: "2026-09-09T20:17:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:20Z"
    name: isvc-sklearn-scheduler.18d3c06a650c1b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: bbb73d18-fb05-4944-b6b4-c9c3f7df00b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: ab141b79-59b3-4f30-8294-748ab5ee8aec
  kind: Event
  lastTimestamp: "2026-09-09T20:17:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:20Z"
    name: isvc-sklearn-scheduler.18d3c06a650c7615
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 95f6a56b-e33f-488b-8569-5df9493b27e9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:25:52.644354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e1b5acb74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: b492d416-7c47-41c5-9ce8-9d158a704c07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e1d7977520
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: bab9eb64-501c-4375-bbf5-964b121a6d63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e1d9067c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 897facec-bb52-407a-9e0c-9bd6e99e2829
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e1dc24b9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: fd174853-9ad1-40a5-b05e-399cbfdf9390
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e1dce8be8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: 79c0a7d3-ecbc-4274-a448-2edb1a0b963b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e2e39a85b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: e3564cc3-e64b-4ed6-88ad-2db3eb983964
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e2e7c76f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: b6eac677-72a1-4d88-a45f-38a098dbe286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e2e83d1535
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: af2e1c71-6b38-439d-97e9-f872502b1363
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e2e846e368
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: c135fc3a-1044-4957-a5be-b140d9ea6295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e2eb632282
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: c7312e88-8b51-4337-af57-7441199e3018
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:25:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:57Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e2ebf5d5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: e3edc279-3f8c-4623-8419-9105a6ef7f39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:27:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0e31fbeafda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: dac35ff1-5bee-4a6e-a4cf-3f38849711cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:27:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:22Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0f6b0f26b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1f650c63-0384-4f81-b381-2d8ab120346e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:27:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:22Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0f6b0f304f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 27f9e6ef-f0e2-45eb-bfc5-01aeefbe8d44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: a359bd28-730b-4de8-91fd-48338328ac99
  kind: Event
  lastTimestamp: "2026-09-09T20:27:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh.18d3c0f72659af2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: f91bd37a-70a3-48c7-a753-63dc24341498
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: 906cc519-f941-4a32-9bf0-942bbe31e1be
  kind: Event
  lastTimestamp: "2026-09-09T20:25:52Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6dcddf96b6-lwhlh'
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6dcddf96b6.18d3c0e1b537a94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: b3acf936-9c7b-4d81-9b35-29069e74939e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 8f7f42e2-058d-4b0e-ab91-b0034d18596e
  kind: Event
  lastTimestamp: "2026-09-09T20:25:52Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6dcddf96b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c0e1b21c2515
    namespace: kserve-ci-e2e-test
    resourceVersion: "25542"
    uid: 3061d7c8-d4f6-4fc3-b596-d12664d0edde
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: ebb6e2c5-e887-4ba3-b7e1-ce8aeb6723fc
  kind: Event
  lastTimestamp: "2026-09-09T20:26:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c0e530ecbdef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26253"
    uid: 03186e30-cfd2-4662-a223-9d7398da5032
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: ebb6e2c5-e887-4ba3-b7e1-ce8aeb6723fc
  kind: Event
  lastTimestamp: "2026-09-09T20:26:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c0e5316ecada
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: bc3e1b11-1bd0-46ce-91a4-28b4558a69b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: ebb6e2c5-e887-4ba3-b7e1-ce8aeb6723fc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c0efaf5749d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 709b6b86-6718-4c45-8534-26bc15180ba7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: ebb6e2c5-e887-4ba3-b7e1-ce8aeb6723fc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c0efb02787e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 7e565f71-c38e-45e7-b101-ba58b9b925be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: a24935e0-4711-4a20-a332-178baa9125c3
  kind: Event
  lastTimestamp: "2026-09-09T20:27:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:14Z"
    name: isvc-sklearn-v2-mixed.18d3c0e1b21add77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: d438102d-c4b3-463c-9b2e-d7ccb5963a1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: a24935e0-4711-4a20-a332-178baa9125c3
  kind: Event
  lastTimestamp: "2026-09-09T20:25:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:52Z"
    name: isvc-sklearn-v2-mixed.18d3c0e1b2ba6226
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: 3e3b1d9e-4d6a-4b17-a39d-89c6e794c1f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: a24935e0-4711-4a20-a332-178baa9125c3
  kind: Event
  lastTimestamp: "2026-09-09T20:27:14Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:14Z"
    name: isvc-sklearn-v2-mixed.18d3c0f4d79347aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 97d4c325-8f21-459b-8bdb-d3da9d809a6a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:27.363460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cdda895f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: eb104059-a19e-4af1-8e56-22a53da44435
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:28Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cde61643fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 39d43a45-c6b3-4d89-8dfa-beb97d3ca4b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:29Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:29Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0ce55bddf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 7c51eef4-e5a5-402d-b8ef-cf257a8100e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:29Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0ce5726af42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: b457c37c-92f5-4960-a083-faf2249ee6e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:29Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0ce59bffac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: a5e2bbf2-85a1-40fb-a53d-c9647059b5a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:29Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0ce5a3447fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: 6594c296-d1a1-4810-a93a-62a55c9b2f06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1907"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf418104f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 0cd70df3-80c5-4772-ab92-63b971ed7886
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf447c77c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 3525cc96-e3f3-4420-a41d-28d704c50c87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf44f32407
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: 4e5660a2-0ca0-4033-b34f-b765fcfe2f93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf44fc0a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: c69aa84c-2c57-4cd4-9dcd-e0435b1c5874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf478a5778
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: 7d0d9eb5-c85a-45c8-958f-11c0feb4821f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:24:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:33Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf47fd4952
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: f6e4c6f2-b5ca-41ea-96c1-3b6e80682d9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:25:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:50Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0cf7d7fe6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 99ea3f66-3697-4b5a-b5a2-6da9cc8a9732
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:25:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:47Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0e07f76c1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: b0fb12f7-59c3-425b-bede-a5aacf1c50c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:25:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:47Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0e07f774cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: e408eb66-d72a-4d7d-917f-68a34c07b4b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 8314408d-2b45-4592-999b-720bcf902e61
  kind: Event
  lastTimestamp: "2026-09-09T20:25:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:50Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs.18d3c0e12f9ce985
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: 0618ade4-9093-4aaa-956e-9243d7a400a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7fc6cff9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: 075cd261-d99d-49f0-a927-c4a9a569d422
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7fc6cff9ff-ftggs'
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-sklearn-v2-predictor-7fc6cff9ff.18d3c0cdda2759d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: 0982bba5-0cd9-456f-b707-371f2dd87ebe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: 3bef5d5c-da8e-4826-bf19-61ef3b1f183d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7fc6cff9ff from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-sklearn-v2-predictor.18d3c0cdd3a21119
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 27dddfa1-0088-4594-9a11-cf785740cbed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24767"
    uid: 120bb289-a438-4517-b181-84decf21d882
  kind: Event
  lastTimestamp: "2026-09-09T20:25:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:12Z"
    name: isvc-sklearn-v2-predictor.18d3c0d1525e056a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: 3c27319d-ce46-48ad-aeef-070bd0ab6e39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24767"
    uid: 120bb289-a438-4517-b181-84decf21d882
  kind: Event
  lastTimestamp: "2026-09-09T20:25:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:12Z"
    name: isvc-sklearn-v2-predictor.18d3c0d152d50637
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 194deda0-1a1b-44a9-829d-89e2034addf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 120bb289-a438-4517-b181-84decf21d882
  kind: Event
  lastTimestamp: "2026-09-09T20:25:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:42Z"
    name: isvc-sklearn-v2-predictor.18d3c0d4d2139672
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: fbdf2579-3448-467f-983f-227980b8c7f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 120bb289-a438-4517-b181-84decf21d882
  kind: Event
  lastTimestamp: "2026-09-09T20:25:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:42Z"
    name: isvc-sklearn-v2-predictor.18d3c0d4d289794d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: 32ede9f8-36ed-40ab-953c-826d69283e3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:23:12.037595Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:23:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:23:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bc50c3a0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 886d4017-12e6-41fa-974e-4b8f6eac8723
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bc5c0acfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24165"
    uid: 977f1a19-b033-4802-8a69-899b4f6ba7d7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:13Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:23:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bc966833ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: cf764ed7-8783-4b5e-9a97-be26c396e328
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bc99b283c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: cd853dc5-66a0-4dcb-aa5b-2da3544a77a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bc9d0a3027
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 379057ef-8ffc-42a8-b13f-ceb4d2feb85d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bc9d6c021c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: f5664324-2869-44e8-a8d3-7aa4e22087d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bdae0fcd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: cc1eb6ea-bfa6-483a-a270-f68a0d489975
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bdb16665ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: 5f324d38-e64d-4593-bb20-ee717aee3a6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bdb1d81bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: d1ac180d-c3fa-4fef-a576-2fff8e6d58eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bdb1e42d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: 58642b79-490b-45b2-891b-469a6f590cad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bdb4d12415
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: ff32d8e4-3fb9-42f7-882f-00e888ea1fbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:23:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0bdb5598ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: 04b7c5a5-8621-49bb-83b3-e0ae52a2932f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:24:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T20:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0c650027470
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: 1d5d5681-8c2b-481c-bed5-0416e53ee473
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:24:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0cca1a7af3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: e0c5233c-4196-4f61-90a5-513f824f6a41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:24:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0cca1a81191
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 6ca621df-175b-4933-a83d-604a93512024
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:25:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0cd487661f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: 704bd1d0-c24d-41ca-9ac9-d63db3d8cb8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 438ba00e-790c-4ad9-a85a-2f2d4f5321aa
  kind: Event
  lastTimestamp: "2026-09-09T20:25:14Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl.18d3c0cf9ce68627
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: 4230304c-9903-45c5-881f-1ed635177d9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: 8f9ce2ea-a882-4995-bee0-1f785971e46e
  kind: Event
  lastTimestamp: "2026-09-09T20:23:12Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9x4nl'
  metadata:
    creationTimestamp: "2026-09-09T20:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d3c0bc50446eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 112ee59b-5406-48d4-912c-9709d36e2173
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24139"
    uid: 0b878db7-e54a-45b6-b580-6241ca7fca77
  kind: Event
  lastTimestamp: "2026-09-09T20:23:11Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:11Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c0bc4d2c0e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 368ecae6-3487-4992-9fa4-e43fdf9b396d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24141"
    uid: 70ec33af-032b-44c9-a997-8a05eba31562
  kind: Event
  lastTimestamp: "2026-09-09T20:23:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c0bfcc2fc4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 936517d0-ba4a-4ba5-820f-7d5d07b3c8fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24141"
    uid: 70ec33af-032b-44c9-a997-8a05eba31562
  kind: Event
  lastTimestamp: "2026-09-09T20:23:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c0bfccb08d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: acb6e9d9-323c-462f-8117-295095049873
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 70ec33af-032b-44c9-a997-8a05eba31562
  kind: Event
  lastTimestamp: "2026-09-09T20:24:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:12Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c0ca4a05fb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: a573e76f-cb9f-41cd-b6f2-54c262a85a2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 70ec33af-032b-44c9-a997-8a05eba31562
  kind: Event
  lastTimestamp: "2026-09-09T20:24:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:12Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c0ca4a73e077
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: a237087a-07ac-4854-8150-4a33702beec3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf0948ad-9f24-4871-a17a-3e6509aa3834
  kind: Event
  lastTimestamp: "2026-09-09T20:24:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:15Z"
    name: isvc-sklearn-v2-runtime.18d3c0bc4d313322
    namespace: kserve-ci-e2e-test
    resourceVersion: "24655"
    uid: d895f1b0-dbdb-484e-9728-151a21ee4ba8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: cf0948ad-9f24-4871-a17a-3e6509aa3834
  kind: Event
  lastTimestamp: "2026-09-09T20:23:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:11Z"
    name: isvc-sklearn-v2-runtime.18d3c0bc4dbf42e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 9b70eb50-c742-4a13-91d6-fef29f2ad6a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: cf0948ad-9f24-4871-a17a-3e6509aa3834
  kind: Event
  lastTimestamp: "2026-09-09T20:24:15Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:15Z"
    name: isvc-sklearn-v2-runtime.18d3c0cafafd2156
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: a10913e2-083a-4c82-a1b7-8ba3ea034ef6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: bdd4da7f-e9c3-4dd0-9534-051f940c521d
  kind: Event
  lastTimestamp: "2026-09-09T20:25:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:40Z"
    name: isvc-sklearn-v2.18d3c0cdd3a6a0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 39a75085-e6d4-4806-b9dc-bdf3f155e287
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: bdd4da7f-e9c3-4dd0-9534-051f940c521d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-sklearn-v2.18d3c0cdd43b85d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: 991bd574-20fd-416e-b986-c0539fa7429d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: bdd4da7f-e9c3-4dd0-9534-051f940c521d
  kind: Event
  lastTimestamp: "2026-09-09T20:24:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:27Z"
    name: isvc-sklearn-v2.18d3c0cdddfef47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: c3a330d1-070a-438c-94bf-4daf6aee7660
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: bdd4da7f-e9c3-4dd0-9534-051f940c521d
  kind: Event
  lastTimestamp: "2026-09-09T20:25:40Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:40Z"
    name: isvc-sklearn-v2.18d3c0dee4cc549a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 94c6e153-9c3e-4d95-9af1-34f512b337ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 1db8bf80-19b4-4653-b6eb-0519e84ffdca
  kind: Event
  lastTimestamp: "2026-09-09T20:19:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:08Z"
    name: isvc-sklearn.18d3c0724bb41ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: bbc08020-8bcf-4180-a20c-34ffda18404c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 1db8bf80-19b4-4653-b6eb-0519e84ffdca
  kind: Event
  lastTimestamp: "2026-09-09T20:17:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:17:54Z"
    name: isvc-sklearn.18d3c0724c3a6b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: 3eb000e3-7c91-4c1d-8661-638e68d9bc9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: 1db8bf80-19b4-4653-b6eb-0519e84ffdca
  kind: Event
  lastTimestamp: "2026-09-09T20:19:08Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:08Z"
    name: isvc-sklearn.18d3c0837f71d7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 52c68db8-7c7b-4953-ab62-fb012c95a3af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:27.962621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-j2mt4
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f7e7159a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 733bf337-ea2a-4387-9d02-8faeeb7872ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f7f0119d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: b3dd4607-92c6-421c-8df4-3b87ef6b600a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f82cae5753
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: 3a72f843-6045-4ca4-8e3c-a73288d94f01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f82e09d946
    namespace: kserve-ci-e2e-test
    resourceVersion: "26939"
    uid: c93332d9-bbfb-4b9b-b156-ee0fbe24e080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f831ea2df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: 8d58dd9d-374a-40a3-8528-d88ec5b494d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f832d6f881
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: 2a32abd9-00a5-4cae-92a8-6654ba4b303c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0f95725caeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 498b8e0d-10a2-4b19-9ec7-fe5fd91b1a06
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:37Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.802s (3.802s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:37Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa39cb5da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27076"
    uid: b20c5d4b-2860-44cc-af53-a7175410e328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:37Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa3d1d8094
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: a12aa484-f3e6-43cc-9671-6f82b5465fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa3d8469ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27078"
    uid: 5bf6350f-c46b-43fa-b245-0aae44233da3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa3d8e25af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: fbfb12a4-2112-4e53-837d-39c3f720bb9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa41851b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27080"
    uid: 44d109f4-085f-45cd-9e89-8ac49318c54a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa41ef28e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27081"
    uid: 5b83e14f-48aa-4092-b83d-ee42172d203a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:27:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c0fa83610733
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 833eabdd-9e72-4666-b775-9ac96f8314a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:28:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c1011f589c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27342"
    uid: e9a3d31f-5a86-47ce-a65a-58ac70642c03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:28:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c1011f59401f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27343"
    uid: 0925ec5b-e5f5-4776-b3c1-97b5333f9013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: dab4510d-a522-4a64-b70d-518cd56be114
  kind: Event
  lastTimestamp: "2026-09-09T20:28:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-j2mt4.18d3c101bb5570dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 477595da-e99d-4e7c-8c70-5eb6a8d2098c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: 16f5f06d-ba33-4dfb-ba69-ef78896d62bc
  kind: Event
  lastTimestamp: "2026-09-09T20:27:27Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-j2mt4'
  metadata:
    creationTimestamp: "2026-09-09T20:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:27Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d3c0f7e6a8ec83
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 88a36121-8397-4fe1-8db6-353f888c578f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 2a455ed6-f8ac-4aa1-8be8-afc3a1011c6e
  kind: Event
  lastTimestamp: "2026-09-09T20:27:27Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:27Z"
    name: isvc-tensorflow-predictor.18d3c0f7e24ad304
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 1f45c8d4-627e-4c39-9c95-33b078d2292a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: d358058b-fb67-43c6-b54e-22311bc679a1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:57Z"
    name: isvc-tensorflow-predictor.18d3c0fb614ab7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: 033154a7-843c-4d5a-b2c1-988b06f11856
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: d358058b-fb67-43c6-b54e-22311bc679a1
  kind: Event
  lastTimestamp: "2026-09-09T20:27:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:57Z"
    name: isvc-tensorflow-predictor.18d3c0fb61ab0c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 65e44337-858b-4b67-b61d-fe7360cba49f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:28:12.783271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27405"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:28:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:28:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c102569a6e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: da8ce9f6-04c7-43f9-a254-3e91d45b39e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:13Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:28:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c102786c8348
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: 4461b7e8-5880-4404-9e74-ff88c94018af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c10279e0311c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: d6b942b6-e4ea-4d35-9568-a1b837b04a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c1027da966e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 780ddeba-6ae3-4003-aa73-89d5c7357738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c1027e132124
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: bc802e93-2e1a-45b0-a031-f759cce8ec8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:18Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103a15ee8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: eb5f5ab5-98a8-4c76-8552-7bd98b75f8b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103a44b89b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27470"
    uid: d2c2d804-0061-43eb-9103-24e2403f909d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103a4b0649f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 07faafbe-e0e2-4b20-82c0-1a83b28a8341
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103a4b98de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: d12c4dc3-756f-4699-91ac-833acbb2e5c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103a749a322
    namespace: kserve-ci-e2e-test
    resourceVersion: "27475"
    uid: 885abf31-0f48-4323-9880-7cf8acd2c911
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103a7b4bb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: 6104d092-afd8-4462-a336-cbafe2757e2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c103dd60e636
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: 57dc2cdf-8ba1-4629-977c-f865e3b8e9cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c10b7b998186
    namespace: kserve-ci-e2e-test
    resourceVersion: "27805"
    uid: d697689e-43cb-44fb-b011-74bd8c22622c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:28:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c10b7b9a0991
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 9c9ad5f0-9ca5-41ae-945b-802fc19ce917
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5baf6a52-56ae-4ceb-a826-6f67d1aae7c7
  kind: Event
  lastTimestamp: "2026-09-09T20:29:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c458x.18d3c10c3f524bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28116"
    uid: 52178ff2-05ca-4f00-9d6d-445d3cc519c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: e6f2857d-01fe-4781-bb06-af6da77d2c2c
  kind: Event
  lastTimestamp: "2026-09-09T20:28:12Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-c458x'
  metadata:
    creationTimestamp: "2026-09-09T20:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d3c10256282723
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: ca339732-81fd-4e15-8151-cbfe80296b44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: e5de14ca-329e-49b0-b7fc-5d1eeeb56757
  kind: Event
  lastTimestamp: "2026-09-09T20:28:12Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:12Z"
    name: isvc-tensorflow-runtime-predictor.18d3c10252f1cff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: 7148425e-16a4-49a6-8e52-7fa7f53d48cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: 8e685cd2-e6fd-4f3e-aa2e-35f45b274ee2
  kind: Event
  lastTimestamp: "2026-09-09T20:28:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:42Z"
    name: isvc-tensorflow-runtime-predictor.18d3c105d2037ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: 2c459fba-1d50-498d-9970-f7fb7b8e9bfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: 8e685cd2-e6fd-4f3e-aa2e-35f45b274ee2
  kind: Event
  lastTimestamp: "2026-09-09T20:28:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:42Z"
    name: isvc-tensorflow-runtime-predictor.18d3c105d2779b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: f3eaaf6b-5151-41eb-b058-0beb543f8b86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: ee8eeaba-4943-41e1-b25c-d57bdb050639
  kind: Event
  lastTimestamp: "2026-09-09T20:28:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:35Z"
    name: isvc-tensorflow-runtime.18d3c10252f2433f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 257f2ff7-dd81-47bd-b433-483f1ead8e51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: ee8eeaba-4943-41e1-b25c-d57bdb050639
  kind: Event
  lastTimestamp: "2026-09-09T20:28:12Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:12Z"
    name: isvc-tensorflow-runtime.18d3c102537e910c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: 7a66dc77-e556-4523-8a36-222e80f12a77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: ee8eeaba-4943-41e1-b25c-d57bdb050639
  kind: Event
  lastTimestamp: "2026-09-09T20:28:35Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:35Z"
    name: isvc-tensorflow-runtime.18d3c1079caf0a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 12398142-600c-4fbf-af65-614efa4be29b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: c33a55a7-e01e-4733-9981-4ccb46d41261
  kind: Event
  lastTimestamp: "2026-09-09T20:27:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:55Z"
    name: isvc-tensorflow.18d3c0f7e27c7c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: 2da80ea7-96c0-41d0-8146-b683a571cf80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: c33a55a7-e01e-4733-9981-4ccb46d41261
  kind: Event
  lastTimestamp: "2026-09-09T20:27:27Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:27Z"
    name: isvc-tensorflow.18d3c0f7e2e0e7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: 38392bac-124f-402b-abac-07fa63c5e6e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26819"
    uid: c33a55a7-e01e-4733-9981-4ccb46d41261
  kind: Event
  lastTimestamp: "2026-09-09T20:27:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:27Z"
    name: isvc-tensorflow.18d3c0f7e8b079ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: fbdf52fe-383f-47de-afae-1cefac415928
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27226"
    uid: c33a55a7-e01e-4733-9981-4ccb46d41261
  kind: Event
  lastTimestamp: "2026-09-09T20:27:55Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:55Z"
    name: isvc-tensorflow.18d3c0fe425e56b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 98cb50d1-bf8b-409c-8d76-8860413551fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:28:57.262872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27868"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-2pk9q
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:28:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:28:57Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10cb1cb5127
    namespace: kserve-ci-e2e-test
    resourceVersion: "27875"
    uid: 730b33b0-0e71-46df-9101-e18b6f043810
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:28:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:57Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10cbcbd6890
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: 5298f185-052d-44cf-b71a-a5c689cc53d8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27878"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10cf7af11e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: 350bedc7-e20f-4bca-9660-c51008207901
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10cf91e3e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 98541bf7-1445-4eae-af54-bad990dd38e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10cfb8bb647
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: c3cfc430-1032-4abc-b1be-5b5126f5869c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:28:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:58Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10cfbf4505b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: 6759af07-d009-4aa6-ba8b-47b309dd887c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:29:02Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-09T20:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:02Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c10dec08af2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27974"
    uid: 4ca24877-01ed-4c7a-8dbf-37f65abd52be
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.058s
    (1m54.058s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c1287a741e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "28941"
    uid: 558d56ee-f83a-4b98-9164-ab6bd5ee6a01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c12881ac0fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 6c920947-1e67-4d25-81d2-7e83ff6a7245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c12882bd7899
    namespace: kserve-ci-e2e-test
    resourceVersion: "28943"
    uid: d81c22b5-b32c-403e-b1fa-c7f57d3f2b1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c12882c7b3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28944"
    uid: 56e0701f-8a38-4afb-b5fb-981239199937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c12887b6b2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28945"
    uid: b00f180d-9c8b-4868-9005-771c3952dff1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:56Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c128888c3755
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: 8cab5516-c934-466e-b803-399848616c29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:30:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:59Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c128d49a4c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28974"
    uid: da0b5ae6-2dc6-46cb-8864-6b296a59421f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:31:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:11Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c12bdee09bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29111"
    uid: dc7bc99f-2d6f-4838-8411-655f52c52d4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2pk9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: f67ebb18-149f-478f-a333-0e0d981cf237
  kind: Event
  lastTimestamp: "2026-09-09T20:31:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:11Z"
    name: isvc-triton-predictor-5d7db58676-2pk9q.18d3c12bdee172f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29112"
    uid: fa0083f3-3644-4b2f-966b-1c0c5ad0954d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27858"
    uid: 029e7506-012f-462b-954f-9a0ddb6c8a5b
  kind: Event
  lastTimestamp: "2026-09-09T20:28:57Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-2pk9q'
  metadata:
    creationTimestamp: "2026-09-09T20:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:57Z"
    name: isvc-triton-predictor-5d7db58676.18d3c10cb13e9d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "27869"
    uid: 810d2a99-77f2-4197-82ac-a01d64b9cab8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: f413ef19-984a-4b3b-a0a0-09ec78181bbb
  kind: Event
  lastTimestamp: "2026-09-09T20:28:57Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:57Z"
    name: isvc-triton-predictor.18d3c10cae809e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: 704df69a-4f36-4e78-b77e-91cf6291fe0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27857"
    uid: effc308e-5ed9-4617-ade2-e59544499d78
  kind: Event
  lastTimestamp: "2026-09-09T20:30:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:57Z"
    name: isvc-triton-predictor.18d3c1102cff2fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28955"
    uid: 3b875be5-1679-4618-9944-dfd25cff02c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27857"
    uid: effc308e-5ed9-4617-ade2-e59544499d78
  kind: Event
  lastTimestamp: "2026-09-09T20:30:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:57Z"
    name: isvc-triton-predictor.18d3c1102d670194
    namespace: kserve-ci-e2e-test
    resourceVersion: "28957"
    uid: dcf30f84-024f-484d-9bfb-32c7e041ef05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: daacb7a5-14ef-402f-ac47-7e9a8a508cae
  kind: Event
  lastTimestamp: "2026-09-09T20:31:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:04Z"
    name: isvc-triton.18d3c10cae958ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29035"
    uid: 514d38df-9367-477b-930b-88b27502559f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: daacb7a5-14ef-402f-ac47-7e9a8a508cae
  kind: Event
  lastTimestamp: "2026-09-09T20:28:57Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:57Z"
    name: isvc-triton.18d3c10caf088da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: 342061b8-28b5-4fe8-bee4-f2d43a8bdff0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29033"
    uid: daacb7a5-14ef-402f-ac47-7e9a8a508cae
  kind: Event
  lastTimestamp: "2026-09-09T20:31:04Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:04Z"
    name: isvc-triton.18d3c12a4131f67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: 7b5fa0a0-b632-4dff-b4e8-63e421b8aca9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:31:16.387708Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-r6nkv
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:31:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c12d1647dc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "29179"
    uid: 78cb8f7b-fa64-4b9a-b9ed-448d0b0bb9f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29184"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:16Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:31:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c12d38353e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "29192"
    uid: c50f5b7e-e78a-4714-802f-8c95d0f623de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c12d39c6229a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29195"
    uid: cb725302-87ae-4f0d-b459-1a8804155754
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c12d3c5c84aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29196"
    uid: 5abc1f72-d747-418f-b439-1886e2386717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c12d3cbdf2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29197"
    uid: 9fa12799-2711-4ccf-a3e1-2dd867f18a25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:21Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c12e35d7fa7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29229"
    uid: 58b8a9a1-43e8-4df2-9053-32d791b4cb2b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:40Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.767s (19.767s
    including waiting). Image size: 1332293374 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:40Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c132d010a44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: 6e5cd09d-87ea-48ec-8684-1ecae56e1305
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c132d2de55d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: 6d6c87d4-4391-44ea-93a7-88d22f65267f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c132d3479120
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: eebb1238-85e7-4d73-b79f-b7c1e417c1e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c132d3515948
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: bbc78f4d-9c6c-4322-a85e-a96631df4949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c132d646966f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29385"
    uid: efebc378-7c8b-436c-a52d-78db10f2ed30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:31:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c132d6ac8f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: db8c6735-1fef-4d36-8b4b-63f7a65ee22a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:32:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c1331f6edd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30022"
    uid: 23df6a25-1fa6-41d6-9029-5066cd1fc5f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:32:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c1420da99138
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: b8b55622-da63-4a9a-8586-550290d6177f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:32:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c1420daae0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30007"
    uid: 53157875-4d6c-4ca2-a902-2f11c42a8e59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 522f62bf-c873-4531-9d67-c2b6c0de3e09
  kind: Event
  lastTimestamp: "2026-09-09T20:32:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-r6nkv.18d3c1427d89027c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 4236f14b-6c89-48bf-a6b2-1c47e831de22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29164"
    uid: c3506404-2d15-4edc-ab5d-4f4b721c1925
  kind: Event
  lastTimestamp: "2026-09-09T20:31:16Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-r6nkv'
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:16Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d3c12d15d313ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: f9a85118-b0d2-405d-adea-ecfbc1f5401a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29162"
    uid: 625f98ad-04de-4abf-ae1d-8396fd78b003
  kind: Event
  lastTimestamp: "2026-09-09T20:31:16Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:16Z"
    name: isvc-xgboost-predictor.18d3c12d12cbe852
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: b84de8ec-32e5-41b8-9f80-18793a327f01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29163"
    uid: 7ec4a1e0-88bb-4851-b4ca-b3baa86346a1
  kind: Event
  lastTimestamp: "2026-09-09T20:32:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:01Z"
    name: isvc-xgboost-predictor.18d3c13091bdbfdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 1118190c-37fd-4dbb-bbf9-f79f85777da0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29163"
    uid: 7ec4a1e0-88bb-4851-b4ca-b3baa86346a1
  kind: Event
  lastTimestamp: "2026-09-09T20:32:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:01Z"
    name: isvc-xgboost-predictor.18d3c130922883a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: 129080eb-a63f-47b5-bac5-3c285fc93d79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 7ec4a1e0-88bb-4851-b4ca-b3baa86346a1
  kind: Event
  lastTimestamp: "2026-09-09T20:32:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:31Z"
    name: isvc-xgboost-predictor.18d3c13b0ec123c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29864"
    uid: e382c050-c338-4af9-a8b0-370225cfce3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 7ec4a1e0-88bb-4851-b4ca-b3baa86346a1
  kind: Event
  lastTimestamp: "2026-09-09T20:32:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:31Z"
    name: isvc-xgboost-predictor.18d3c13b0f2873cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29865"
    uid: 335e02f6-66f5-4486-bc68-b45e425787a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: 7ec4a1e0-88bb-4851-b4ca-b3baa86346a1
  kind: Event
  lastTimestamp: "2026-09-09T20:32:46Z"
  message: deployments.apps "isvc-xgboost-predictor" not found
  metadata:
    creationTimestamp: "2026-09-09T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:46Z"
    name: isvc-xgboost-predictor.18d3c1420c443549
    namespace: kserve-ci-e2e-test
    resourceVersion: "29998"
    uid: 442850de-7d48-4f01-81d1-3eebced2a0cd
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29687"
    uid: 7ec4a1e0-88bb-4851-b4ca-b3baa86346a1
  kind: Event
  lastTimestamp: "2026-09-09T20:32:46Z"
  message: horizontalpodautoscalers.autoscaling "isvc-xgboost-predictor" not found
  metadata:
    creationTimestamp: "2026-09-09T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:46Z"
    name: isvc-xgboost-predictor.18d3c1420c6a49ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30002"
    uid: ba3bee41-f10a-400a-b527-2239aa7c44d0
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:34:42.145795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c15cfe6b237f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: c74cc71f-efbb-4a2d-964b-17842e1ceabc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31217"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c15d2067f31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 64b27e28-6c33-4875-bde5-86fd33e5004e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c15d223d9425
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: b4bf7927-ffe5-4f77-9107-dbf9b2b88b06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c15d2551c83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: b3564cd1-2015-4541-92bc-1e69535e8c44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c15d25c46755
    namespace: kserve-ci-e2e-test
    resourceVersion: "31229"
    uid: 534a9b5e-2e52-4d72-b1e6-ec6c89d81708
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:34:47Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c15e32643eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: d5c59731-d235-41f9-bf1f-01cb91154cd9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:35:05Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.496s (18.496s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c16280daca7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: af7bb7f9-d162-476f-a717-41265be2da62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:35:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c162840126d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: c1b5f4c9-06d7-4513-a2ef-15f9523d9548
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:35:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c1628488597b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 6f2d5349-8c33-4815-8c74-63d3c589f097
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:35:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c1628494313e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: f50b1833-ba0b-4f37-9095-258a1271b8d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:35:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c16287e36f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: 61ec9463-2810-472d-b55b-80470a437efa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:35:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c162886ffc28
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 85e6f2ef-42eb-43f2-84ca-b1e8d87fece9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:36:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c162e1147675
    namespace: kserve-ci-e2e-test
    resourceVersion: "32153"
    uid: af1f5052-35fc-49e7-884f-b843b3f759bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:36:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c1744a5eeffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32141"
    uid: c8df1dcd-7ca9-484b-87f9-60610505f9ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:36:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c1744a5f5aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32142"
    uid: 3b9fbd40-bf4c-4095-ba09-08ace70f157e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: a0a23ff9-2ff4-4e04-9f16-bc161b3ded65
  kind: Event
  lastTimestamp: "2026-09-09T20:36:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf.18d3c1749344ef89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32152"
    uid: 1735aa26-0337-4685-b062-5b5be7ce5fdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31194"
    uid: 79db115d-b08e-4c16-9db5-20c748953570
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-g8pgf'
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d3c15cfdc0a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: ec49cf24-acbf-4d71-bae5-bab0ef5763d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 691ecf70-e05f-4df7-89e7-ca1b5e5182fd
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime-predictor.18d3c15cfa485f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "31196"
    uid: aade558f-7fa7-47f7-b7d4-e8390a14e812
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 42e436e2-86c4-4d97-b647-7270211a3d45
  kind: Event
  lastTimestamp: "2026-09-09T20:35:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:42Z"
    name: isvc-xgboost-runtime-predictor.18d3c160793d889a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31805"
    uid: e6f24946-02f3-40fd-bc08-1bb220c71195
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: 42e436e2-86c4-4d97-b647-7270211a3d45
  kind: Event
  lastTimestamp: "2026-09-09T20:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:42Z"
    name: isvc-xgboost-runtime-predictor.18d3c16079b895c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: e304c77b-06b7-450a-9dbe-9e44439e2010
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: 42e436e2-86c4-4d97-b647-7270211a3d45
  kind: Event
  lastTimestamp: "2026-09-09T20:36:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:12Z"
    name: isvc-xgboost-runtime-predictor.18d3c16e758cdf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: bd622f02-ddde-404b-8dc3-039fd5803e2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: 42e436e2-86c4-4d97-b647-7270211a3d45
  kind: Event
  lastTimestamp: "2026-09-09T20:36:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:12Z"
    name: isvc-xgboost-runtime-predictor.18d3c16e76089386
    namespace: kserve-ci-e2e-test
    resourceVersion: "32044"
    uid: 5cc5e8f9-bc31-4227-97da-aec04271a076
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: 8579cfc4-29da-49aa-af53-5984d6bf6a69
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-xgboost-runtime.18d3c15cfa492a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32062"
    uid: d0ebfed2-a20a-4d0b-8805-9b96cc3d3e62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: 8579cfc4-29da-49aa-af53-5984d6bf6a69
  kind: Event
  lastTimestamp: "2026-09-09T20:34:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:42Z"
    name: isvc-xgboost-runtime.18d3c15cfaecd8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 9debd0e3-469c-4a44-8aa7-5691c28e6de3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32060"
    uid: 8579cfc4-29da-49aa-af53-5984d6bf6a69
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-xgboost-runtime.18d3c17244764a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 4fef3056-3ec1-4890-924b-11ce64357d8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:32:51.628745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:32:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:32:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c1434316b657
    namespace: kserve-ci-e2e-test
    resourceVersion: "30073"
    uid: 5b0e9387-7ebd-4264-9c83-a64bda13a516
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:52Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:32:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c143651200a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30095"
    uid: 1c1d6f7f-e279-4e7a-a4e6-b4ae525bb592
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14366a10e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30097"
    uid: 8cf65028-d727-42f3-a011-da0783c3f484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c1436985e9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: 840c417a-eed6-4bc3-a736-f6cd0fd5e0ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14369ffa4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 4a75a891-2fdd-49fb-b731-87c1942221db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c1447500869b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30139"
    uid: b698320b-4c29-4ecc-b535-9cc78205419a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c144785ef08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30141"
    uid: 771d73c8-9f80-473b-822d-abf5185e823a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14478d4ce42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: f976a52e-8045-4441-a2cc-2f4c45bc2ee2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14478df5d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "30145"
    uid: 65647478-94c6-4913-a689-d2cf51b2cf32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c1447ba8505b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: 3c4d2c12-0034-4346-8ab0-8b60f8f85168
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:32:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c1447c199732
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: 1ea817e2-4883-4dfc-bbc1-280c5db26253
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:33:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14eeb31c30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: b6514410-fb0f-49d6-ac9a-c92b8326f49f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:33:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14eeb3218c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 708a1cca-bb73-4486-a540-f1f191a29b56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:33:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14fa2f77414
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 4b34e821-12d0-42ea-9e30-1d624097fbc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 89c01275-441f-4afb-a7d2-6c6fd7c0b50b
  kind: Event
  lastTimestamp: "2026-09-09T20:33:44Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp.18d3c14fa340f0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: e3a25bcd-7b02-45e6-9627-56294095a71d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30057"
    uid: 057ed8f2-4971-428e-ba9e-1100f5e82888
  kind: Event
  lastTimestamp: "2026-09-09T20:32:51Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-255pp'
  metadata:
    creationTimestamp: "2026-09-09T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d3c14342787ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30070"
    uid: d5c2d772-e965-4d45-b0a8-ce9faeb9be45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: 31f1537f-2e01-404e-877c-9abb2f2404d9
  kind: Event
  lastTimestamp: "2026-09-09T20:32:51Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c1433f87d76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: ebcbcc12-9e8d-408a-b5b9-50fc4ef20a42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: ec2bd96b-d908-4544-a821-19554f4942f1
  kind: Event
  lastTimestamp: "2026-09-09T20:33:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c146be7e6ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: d0c7d972-2fda-4ffb-ae95-be6c7a7eb363
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: ec2bd96b-d908-4544-a821-19554f4942f1
  kind: Event
  lastTimestamp: "2026-09-09T20:33:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c146bee9bb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: 52e4d967-cf17-48ae-8c3b-dbb099f90ae8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: ec2bd96b-d908-4544-a821-19554f4942f1
  kind: Event
  lastTimestamp: "2026-09-09T20:33:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:36Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c14dbce3b485
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 8a3dbf5a-e761-4b5b-bd36-12d81a16451d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: ec2bd96b-d908-4544-a821-19554f4942f1
  kind: Event
  lastTimestamp: "2026-09-09T20:33:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:36Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c14dbd501cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 75c85fe0-c7fc-4c6b-8a3c-df20f6a4b9ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 32d3a1e9-9064-4464-9f51-1ff3b20943dd
  kind: Event
  lastTimestamp: "2026-09-09T20:33:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:33:34Z"
    name: isvc-xgboost-v2-mlserver.18d3c1433f8971b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 7c0a9aaf-9abc-41e2-b389-8c568e5e352f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 32d3a1e9-9064-4464-9f51-1ff3b20943dd
  kind: Event
  lastTimestamp: "2026-09-09T20:32:51Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:51Z"
    name: isvc-xgboost-v2-mlserver.18d3c143405f9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: 407fb1d2-ce34-41c5-a7e3-3e4d20affdb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: 32d3a1e9-9064-4464-9f51-1ff3b20943dd
  kind: Event
  lastTimestamp: "2026-09-09T20:33:34Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:33:34Z"
    name: isvc-xgboost-v2-mlserver.18d3c14d54981a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 123a8074-2d32-49c7-9faf-1e776535b4b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:37:32.635020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-jw85f
    to ip-10-0-132-226.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:37:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:37:32Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c184b05e39a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: 2622c9d8-e9b1-45b4-b334-c038058dc4a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:32Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c184bc452967
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: a571beec-9498-4bfb-93d6-4ea01b8602c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c18575773fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32898"
    uid: c5d896de-a318-49a6-9707-77dc4c929f8c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:35Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1857765a87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 4494fea3-b125-4c6c-a5f1-35965b7700f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c18579d1839f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: 05b93904-7a6e-4f01-9674-2ff59a58b60e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1857a450333
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 6f5df97a-0444-4900-8c14-bfdc25796e43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:40Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1868fc2f289
    namespace: kserve-ci-e2e-test
    resourceVersion: "32953"
    uid: 3331304a-9df7-4fd9-af6d-83df1334322d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c18692c305f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: 9f485836-6f0f-41b3-b305-d683fa551e47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1869338cda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 29456128-3e13-4543-b8ff-fefebc24ca16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c18693422d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32960"
    uid: b3190aa3-d6c1-4d5a-85ad-e5d54a90460d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c186961425a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32961"
    uid: 4cec4705-7960-47bd-a728-1966f86257dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:37:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1869693f1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32962"
    uid: ceb3c9a0-6195-4725-84f4-8dccd27a9102
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:38:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1870789d9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 28b0d061-ef24-4634-94de-67d9d4852ba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:38:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c195009f7953
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 071c96ea-9fbe-4ac8-9840-47f4c2fd145c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:38:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c195009fe5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 5bd57ea8-f6e6-458a-800e-764fc8e744b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 7eeb09d5-686c-4957-801f-fe6f61e9b10a
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-jw85f.18d3c1953b953f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: ea54185d-79ec-4c11-b88b-314dddbf4cdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: 00ec864c-ea32-4693-9998-427672051a68
  kind: Event
  lastTimestamp: "2026-09-09T20:37:32Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-jw85f'
  metadata:
    creationTimestamp: "2026-09-09T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:32Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d3c184afda4532
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: aa5add2c-be41-4216-b280-c6954d9f1baa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 397ce46c-754f-4899-8dcb-5d8a1f69f55f
  kind: Event
  lastTimestamp: "2026-09-09T20:37:32Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:32Z"
    name: isvc-xgboost-v2-predictor.18d3c184ad21c460
    namespace: kserve-ci-e2e-test
    resourceVersion: "32845"
    uid: fbb7edcb-7319-449e-97cb-71603f5edf2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: ab5fffb4-0121-4e32-9df3-ad4997e68841
  kind: Event
  lastTimestamp: "2026-09-09T20:38:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:02Z"
    name: isvc-xgboost-v2-predictor.18d3c1882b9af9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 71ba7974-30b6-4e95-a29d-56cf6ed6b498
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: ab5fffb4-0121-4e32-9df3-ad4997e68841
  kind: Event
  lastTimestamp: "2026-09-09T20:38:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:02Z"
    name: isvc-xgboost-v2-predictor.18d3c1882c079aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33127"
    uid: 0a284268-5ca4-4df7-8827-e58878bfd0d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33016"
    uid: ab5fffb4-0121-4e32-9df3-ad4997e68841
  kind: Event
  lastTimestamp: "2026-09-09T20:38:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:32Z"
    name: isvc-xgboost-v2-predictor.18d3c18f29a0b563
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: c13381b1-8340-4282-b159-8cbe8fffceb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33016"
    uid: ab5fffb4-0121-4e32-9df3-ad4997e68841
  kind: Event
  lastTimestamp: "2026-09-09T20:38:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:32Z"
    name: isvc-xgboost-v2-predictor.18d3c18f2a1495c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33354"
    uid: f9fde3b8-5a52-461f-ad10-e5359e829948
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:36:27.470767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32209"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:36:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:36:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c1758446a401
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: cb285414-f528-4fbe-9ed6-4a69fcd25f7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:28Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:36:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c175a6411ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32228"
    uid: 2669db16-5290-4921-ae4a-120cd5448a4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c175a7c0b81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32230"
    uid: fd2218a0-ba70-4d84-b31b-6c29c0f6991c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c175aab1fda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32231"
    uid: 231fee18-b282-4f72-8390-eb546dd4cd61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c175ab1512a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32232"
    uid: 0e8235f5-873d-473b-b7d3-65cdbb00323a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c176c49fb6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 608ec4d1-3e6e-4678-aac6-78f30a58a348
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c176c7ba75fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32271"
    uid: e500c4e7-a521-4efa-8a73-d063b44bb710
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c176c8485f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: 21299375-d2c3-4650-9790-07073dc8f44d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c176c8524917
    namespace: kserve-ci-e2e-test
    resourceVersion: "32275"
    uid: 03b5df34-954f-4edc-919d-d349336a23e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c176cb1085ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: 8fe32787-d0cf-4acc-8637-1d49c413efae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c176cb6eed98
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: 9363e4c1-4dee-4edd-a0eb-0cdd2fb37c6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:37:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T20:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c17f9f43acbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: bcdd679a-3820-4274-a14e-9427897c5502
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:37:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c1837de91a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: 25adb777-0111-4b3d-b58f-c0535c760da6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:37:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c1837de99297
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: 6209a3d8-a521-427c-8653-8820d6f9d945
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:37:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:30Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c1844698939b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32814"
    uid: 87119a61-7a19-472a-9078-442e81225526
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: e4dec7b4-03fc-4638-8b47-42f02fb537a8
  kind: Event
  lastTimestamp: "2026-09-09T20:37:30Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:30Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc.18d3c18446eefb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: f3caa2a6-ba5b-4140-8125-e008a1e2eaa5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: b72e0039-05c7-4419-bb5f-fc888cede6d4
  kind: Event
  lastTimestamp: "2026-09-09T20:36:27Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-kxzbc'
  metadata:
    creationTimestamp: "2026-09-09T20:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d3c17583daa21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: 7980310a-ef4b-406f-8751-0a4b88c0725b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: 7f12aa6e-ec98-4619-8d23-496342a06bc9
  kind: Event
  lastTimestamp: "2026-09-09T20:36:27Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c17580be995d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 0f450c36-8f92-41d6-b911-84c8da47c2b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: 13eadeb2-8602-4549-8daf-5ac0b9fbe6b5
  kind: Event
  lastTimestamp: "2026-09-09T20:37:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c178ff352ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: d2f6ae0d-578e-4b06-9f75-eaa5729e8604
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: 13eadeb2-8602-4549-8daf-5ac0b9fbe6b5
  kind: Event
  lastTimestamp: "2026-09-09T20:37:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c178ffa13cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: f4990786-7206-468b-a1bf-ab7292560b5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 13eadeb2-8602-4549-8daf-5ac0b9fbe6b5
  kind: Event
  lastTimestamp: "2026-09-09T20:37:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c17c7e5af51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32780"
    uid: 3b157bf5-527c-4c7c-a307-d62c0e978bba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 13eadeb2-8602-4549-8daf-5ac0b9fbe6b5
  kind: Event
  lastTimestamp: "2026-09-09T20:37:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c17c7ec8d7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: e12721f1-7298-41d9-bd54-342cf670dc29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32583"
    uid: 13eadeb2-8602-4549-8daf-5ac0b9fbe6b5
  kind: Event
  lastTimestamp: "2026-09-09T20:37:27Z"
  message: horizontalpodautoscalers.autoscaling "isvc-xgboost-v2-runtime-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-09T20:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c1837ca8c37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32781"
    uid: 7a4c0914-5dcf-42a3-b3c9-602b8f05d338
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 57440d19-f091-45a7-9855-af114dee9e01
  kind: Event
  lastTimestamp: "2026-09-09T20:37:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:20Z"
    name: isvc-xgboost-v2-runtime.18d3c17580c0118d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: c1270e54-a4a2-452b-908a-bc5c6a9b1f80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 57440d19-f091-45a7-9855-af114dee9e01
  kind: Event
  lastTimestamp: "2026-09-09T20:36:27Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:27Z"
    name: isvc-xgboost-v2-runtime.18d3c1758149a915
    namespace: kserve-ci-e2e-test
    resourceVersion: "32206"
    uid: 7cb14d3b-c3dc-4c72-b5dc-5aeb202c2349
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 57440d19-f091-45a7-9855-af114dee9e01
  kind: Event
  lastTimestamp: "2026-09-09T20:37:20Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:20Z"
    name: isvc-xgboost-v2-runtime.18d3c181f85f9d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: a76adfa5-7466-4da2-b239-b5af9e2993c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: 7f385936-810d-42c6-adcc-68f5d4f90da9
  kind: Event
  lastTimestamp: "2026-09-09T20:38:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:38Z"
    name: isvc-xgboost-v2.18d3c184ad34c9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: d0bfda09-eb7d-436d-82fd-7ca25c9a061c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: 7f385936-810d-42c6-adcc-68f5d4f90da9
  kind: Event
  lastTimestamp: "2026-09-09T20:37:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:32Z"
    name: isvc-xgboost-v2.18d3c184ada0e04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32848"
    uid: aabffe57-7a8e-4224-ab5c-c5a3fd952ccb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: 7f385936-810d-42c6-adcc-68f5d4f90da9
  kind: Event
  lastTimestamp: "2026-09-09T20:38:38Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:38Z"
    name: isvc-xgboost-v2.18d3c19416c6263f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33400"
    uid: a76f488c-bb2c-4f69-8cc6-609b3aaa7e6a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 6f803130-dcf3-42e8-8b26-6b5f79216ecd
  kind: Event
  lastTimestamp: "2026-09-09T20:32:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:38Z"
    name: isvc-xgboost.18d3c12d12cf812c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29926"
    uid: a52aa816-0e81-4d8c-a1a2-94d23da8d357
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 6f803130-dcf3-42e8-8b26-6b5f79216ecd
  kind: Event
  lastTimestamp: "2026-09-09T20:31:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:16Z"
    name: isvc-xgboost.18d3c12d13594ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: d80bbecb-4ea0-498e-8d67-7f0064f5a486
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: 6f803130-dcf3-42e8-8b26-6b5f79216ecd
  kind: Event
  lastTimestamp: "2026-09-09T20:32:38Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:38Z"
    name: isvc-xgboost.18d3c14030eb7e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: 93ce0247-881f-4821-9984-626bb8fabc27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:10:23.671859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-82b2z
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c0096a98ee41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 4c1f9a6e-7274-42b3-9723-7ba9bd9a5dff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:24Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:10:24Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c0098c8df929
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 6021169f-cdf6-4321-9bdb-412126662f45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:24Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T20:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:24Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c0098e1de26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: ba147fa3-6406-435d-85f5-c79053989972
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:25Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.234s (1.234s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:25Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c009d7b5d807
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 7a576681-0004-4647-8b89-fcde6c58d9f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:25Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c009dae8bc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 6f802599-7e88-4bda-a93e-1054261ddcab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:25Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c009db55c2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: 23bedcb0-59ed-4fc5-8aab-ea9cadee0aab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:25Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c009db5f49d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 1e4b9453-535b-4cec-88dd-b9a5fb114b8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:25Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c009deb7981c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 55ddb743-68f6-44ec-b062-4887d581132e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:10:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:10:25Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c009df26b2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: d17a83cb-fba1-48d2-abc9-d7b23da525ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:11:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c01f9984bcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: a861220e-8f51-4b78-a9c0-6cab06fb4872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-82b2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 9ecd1c18-7540-414e-bece-7d03fadcb8d4
  kind: Event
  lastTimestamp: "2026-09-09T20:11:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:11:58Z"
    name: message-dumper-predictor-6575bcfdfd-82b2z.18d3c01f99851acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: 10cd55da-f7fb-4801-8ce9-c729d7ec1991
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: 53290b5d-0649-4d07-8374-8d6f93460f48
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-82b2z'
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: message-dumper-predictor-6575bcfdfd.18d3c0096a2b79ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: a2d8ecde-2f8b-492f-89ab-ef7e5c4398c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 5ba61b51-ab0a-4670-bc0c-020a478087d0
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: message-dumper-predictor.18d3c00968337dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: c375c41d-514b-4789-b36f-26c164cddf31
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: fbdef22e-0384-4e11-a2f0-bcea3467351e
  kind: Event
  lastTimestamp: "2026-09-09T20:10:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:53Z"
    name: message-dumper-predictor.18d3c00ce6f52160
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 2c8bdfe9-0c07-49c4-9a10-093f23fbb077
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: fbdef22e-0384-4e11-a2f0-bcea3467351e
  kind: Event
  lastTimestamp: "2026-09-09T20:10:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:10:53Z"
    name: message-dumper-predictor.18d3c00ce7df14f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: b906c377-2616-495f-a981-b5e516a3feba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 9af60c27-377f-4e76-a4ab-2cad9bd8313d
  kind: Event
  lastTimestamp: "2026-09-09T20:10:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: message-dumper.18d3c009684a2fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 6d477c71-30a9-4b59-9262-a63e797fd604
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 9af60c27-377f-4e76-a4ab-2cad9bd8313d
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: message-dumper.18d3c00968d4b187
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 628c186f-0d17-458c-a5c3-88633015c007
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 9af60c27-377f-4e76-a4ab-2cad9bd8313d
  kind: Event
  lastTimestamp: "2026-09-09T20:10:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:23Z"
    name: message-dumper.18d3c0096e597474
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: d81e5058-a34f-473e-90ac-936331df63d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 9af60c27-377f-4e76-a4ab-2cad9bd8313d
  kind: Event
  lastTimestamp: "2026-09-09T20:10:33Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:10:33Z"
    name: message-dumper.18d3c00ba72b7880
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: a1a8d769-29c4-4a40-8048-81d41585bac1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:19:19.474099Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:19:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:19:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0862ae652f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 0eb970e9-5176-4cfc-8b42-042a20160fe5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:19:20Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:19:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0864cc1b631
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 96945e52-3638-4c8c-9161-e9f9b09e9ac7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:19:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0864e51c24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 004754a8-ccb1-4123-837f-cdcbe162f47a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:19:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0865103ec40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: c89212e9-016a-4605-a7cc-1edbb6d7a9a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:19:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c08651778fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 535a0c5e-1683-496e-b2a6-304c4abdfd6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:19:23Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-09T20:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:19:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c087270fa1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: af878b99-7618-4661-a2b2-6ed20b2d20f6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:21:40Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m16.856s
    (2m16.856s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0a7045e9c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: 9e8e0c2d-ddc7-43e2-8b7b-5d58e7828b69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:21:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0a70acaa742
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 4d53c5f6-9a41-4f58-8037-eb1170c49ac0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:21:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0a70c33b848
    namespace: kserve-ci-e2e-test
    resourceVersion: "23182"
    uid: d8f9e2d5-affd-423e-8e99-3cbedd078643
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:21:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0a70c3f0086
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 9831cae2-379b-43f9-8acd-627f9c917b12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:21:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0a7123383f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23184"
    uid: e461952b-d771-497a-9968-174ce4082ece
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:21:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0a7136445c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: 54e79ab6-1ccb-4e39-a661-32ff83a8f5d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:22:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T20:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0af9c83f002
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: e9584207-5890-494f-a7e2-54aaac28ba7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:22:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0b27013736d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 0471cc12-fec4-4420-b84d-41842b075a8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:22:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0b27017191d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 03877a4b-43e0-452f-b165-d29a4c42b33c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: a493e682-6779-4eee-906c-53688381db34
  kind: Event
  lastTimestamp: "2026-09-09T20:22:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:32Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54.18d3c0b318694a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: bcaf429c-2e3d-4522-8475-4da501c95c05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: d08e66c9-52d0-40a6-8365-5c4645feb946
  kind: Event
  lastTimestamp: "2026-09-09T20:19:19Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-dlq54'
  metadata:
    creationTimestamp: "2026-09-09T20:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d3c0862a612282
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: ea71b75f-3b3a-4248-8732-591ec50c1b83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: ca35ebfc-a467-48fb-80f8-487f65b02052
  kind: Event
  lastTimestamp: "2026-09-09T20:19:19Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:19:19Z"
    name: sklearn-v2-mlserver-predictor.18d3c08626e6b10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22053"
    uid: 94e8890c-560e-4241-b9f2-5da40bb6db98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: e22093c4-f637-48b8-891a-fd7ec23c8a88
  kind: Event
  lastTimestamp: "2026-09-09T20:22:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:04Z"
    name: sklearn-v2-mlserver-predictor.18d3c089a5aeb527
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 161801f4-56f7-4f0f-bf1f-1165563b11af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: e22093c4-f637-48b8-891a-fd7ec23c8a88
  kind: Event
  lastTimestamp: "2026-09-09T20:22:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:04Z"
    name: sklearn-v2-mlserver-predictor.18d3c089a623e484
    namespace: kserve-ci-e2e-test
    resourceVersion: "23364"
    uid: 367782c2-b125-4e1f-947a-c3ef4c9dfd56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: e22093c4-f637-48b8-891a-fd7ec23c8a88
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: sklearn-v2-mlserver-predictor.18d3c0b0198f1e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: d94d5bce-b689-48bb-8dbb-52649c219d25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: e22093c4-f637-48b8-891a-fd7ec23c8a88
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: sklearn-v2-mlserver-predictor.18d3c0b01a14cdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 627900ef-a85c-4501-89bb-b782d6e654da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 27cc4f3c-a7a1-4310-90f9-63176cbb8eba
  kind: Event
  lastTimestamp: "2026-09-09T20:22:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:27Z"
    name: sklearn-v2-mlserver.18d3c08626e32f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 53ba3351-cfcd-4c59-8a68-00c606ec40ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 27cc4f3c-a7a1-4310-90f9-63176cbb8eba
  kind: Event
  lastTimestamp: "2026-09-09T20:19:19Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:19Z"
    name: sklearn-v2-mlserver.18d3c08627872a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: f51c4eb5-152a-4cfe-a38b-c0c346602883
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: 27cc4f3c-a7a1-4310-90f9-63176cbb8eba
  kind: Event
  lastTimestamp: "2026-09-09T20:19:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:19:19Z"
    name: sklearn-v2-mlserver.18d3c0862f0a60a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: c06db828-8edb-4ddb-8e70-40adc15eccb5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: 27cc4f3c-a7a1-4310-90f9-63176cbb8eba
  kind: Event
  lastTimestamp: "2026-09-09T20:22:27Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:27Z"
    name: sklearn-v2-mlserver.18d3c0b1f5cf3b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: c86389ec-efe8-4c09-ae99-62d73573b77a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:33:46.971959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:33:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:33:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15025cd24c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: 91909fed-4be4-4ab6-8b10-83acb09c3f9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-789b897ff6-mwvcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30579"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:47Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:33:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15047db430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 05cae47d-5eac-4a38-89e2-432d978bc3c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5965bfb57f6e1b6e7bedc3f3d44c7470727cbff107be185731248f93ead9dac3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15049570065
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: f8dee0f0-939d-4a3d-9154-eb6f15b1b042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c1504ccae3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 3d432c7f-9003-4643-bc24-d2e0f43b9646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c1504d3d823a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30591"
    uid: 20d5af7a-523c-4694-a37d-d9983692f745
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:52Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15152c81cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30628"
    uid: a9f4fca2-fc8c-4a6a-bad4-fcf5ed9f6fc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15156405971
    namespace: kserve-ci-e2e-test
    resourceVersion: "30631"
    uid: c5e25265-8951-495c-99bf-d38bf41a0c46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15156af2626
    namespace: kserve-ci-e2e-test
    resourceVersion: "30633"
    uid: 90e0e536-5a8b-49f3-9039-d2d90ab7f296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15156b880ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30634"
    uid: e03d0f91-46dd-46c3-b91a-2d7a23f8f7ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15159c4080d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: 28a5a244-322f-4abd-a8ea-9b56000cb496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:33:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:33:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c1515a4e8b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30638"
    uid: c7267b53-dcf4-484e-9f22-f7629f4cea1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:34:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15bca4bdcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: dc80c342-1ad7-4c5d-ad4a-9f192538e30c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:34:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15bca4c6b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31144"
    uid: fcef6730-f63b-490c-9600-78d234dfc995
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 7960bebc-b48c-4f12-a2dc-48acf55fbe47
  kind: Event
  lastTimestamp: "2026-09-09T20:34:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:39Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk.18d3c15c4557cc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: d6d86f1a-19ad-42d6-96c5-74816815318e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: c14d5a15-6573-4d47-ae3e-4c15b83bffc8
  kind: Event
  lastTimestamp: "2026-09-09T20:33:46Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-jxslk'
  metadata:
    creationTimestamp: "2026-09-09T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d3c150254f9904
    namespace: kserve-ci-e2e-test
    resourceVersion: "30571"
    uid: b537b979-bf8e-4ab2-b7ea-025062ceeb12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30555"
    uid: 9f7cdf40-5f27-4376-be73-7721eddbdfbc
  kind: Event
  lastTimestamp: "2026-09-09T20:33:46Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:46Z"
    name: xgboost-v2-mlserver-predictor.18d3c15021e25ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30561"
    uid: 19cd5ccb-aa6e-4672-af39-3de7360ad024
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 96054816-c08f-414f-a543-e6123c563899
  kind: Event
  lastTimestamp: "2026-09-09T20:34:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:16Z"
    name: xgboost-v2-mlserver-predictor.18d3c153a03613d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: ff18bf12-ef81-4b86-82d9-fa72636ed2d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 96054816-c08f-414f-a543-e6123c563899
  kind: Event
  lastTimestamp: "2026-09-09T20:34:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:16Z"
    name: xgboost-v2-mlserver-predictor.18d3c153a0a88242
    namespace: kserve-ci-e2e-test
    resourceVersion: "30970"
    uid: 1cc60540-f72b-4309-ac0f-bd3dae8880e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30823"
    uid: 96054816-c08f-414f-a543-e6123c563899
  kind: Event
  lastTimestamp: "2026-09-09T20:34:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:31Z"
    name: xgboost-v2-mlserver-predictor.18d3c15a9fb9b181
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 06b3d09d-3076-4d22-9337-25a1204464d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30823"
    uid: 96054816-c08f-414f-a543-e6123c563899
  kind: Event
  lastTimestamp: "2026-09-09T20:34:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:31Z"
    name: xgboost-v2-mlserver-predictor.18d3c15aa0225f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: f7ae83df-8475-4603-bb1d-c543da3d1f3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: 95fc620d-a8ad-4eb6-9fbe-543d2ee8bd11
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: xgboost-v2-mlserver.18d3c15021afb044
    namespace: kserve-ci-e2e-test
    resourceVersion: "31067"
    uid: 550b6726-f4c6-4e36-a336-d19471874226
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: 95fc620d-a8ad-4eb6-9fbe-543d2ee8bd11
  kind: Event
  lastTimestamp: "2026-09-09T20:33:46Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:33:46Z"
    name: xgboost-v2-mlserver.18d3c1502221ab0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30563"
    uid: bfa80fca-8b5d-43a7-93eb-6c4da373742d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 95fc620d-a8ad-4eb6-9fbe-543d2ee8bd11
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: xgboost-v2-mlserver.18d3c159f9352f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: 2a6e759d-7f21-4bdf-84a1-cf100f7b8bd5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40704"