---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:45:27.043812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:45:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:45:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb1731eadff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: 0f86fabf-2cdb-4a44-bebf-43b0a8b42033
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb17c280a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 5dbecbae-1b46-42b8-a13c-b6a199cb3807
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23907"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:28Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:45:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb1b8db8745
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: 55c10b68-ecf0-4c91-94ca-056f07966ab5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb1ba567a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23924"
    uid: 1ba54092-4431-4e48-82d3-abb9a6cca4fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb1bd632a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: 1c377493-6dc0-4fdd-a96d-9acd47b497e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb1bdd0e6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: b73b9ba2-ed3b-4921-a848-4fd3faa8cc14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb2df83bd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23984"
    uid: eb65b32f-949b-4c15-bb7d-8ee72d33cc13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb2e2b1b18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 9bc50e7c-78ee-4298-8c21-ae8f9fc99ace
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb2e32a2283
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: 84ab270e-7e8f-4b1f-9dcf-322acec24b94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb2e3365ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: e89da89f-a926-4353-8909-07e5e2b8c09d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb2e69500ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: aec34a23-8b47-47b5-b988-79324bc1f16b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb2e70bf043
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: 051aac1e-8609-41ab-9d51-a8a44b0f6fdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:45:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb31b985840
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: eb5f3bb0-3d5f-4f73-896b-6edaf891f01a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:46:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb9a82ba3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: a6058b8a-edbd-45c1-98a9-5d72d44cc836
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 0f0710d9-d1ad-4780-82ba-c69ecbef5937
  kind: Event
  lastTimestamp: "2026-09-05T02:46:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm.18d24cb9a82c18cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 6cf2591c-7920-4a68-b3bc-7fe3310b5c30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 40ead3a8-0bd9-4706-858b-07558142bfb6
  kind: Event
  lastTimestamp: "2026-09-05T02:45:27Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-k7dmm'
  metadata:
    creationTimestamp: "2026-09-05T02:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d24cb17290c124
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: 39d70bb6-70f8-4f7f-a841-322f66f5a5eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: 716c3958-ff9d-4ba7-82ec-d2390e46c991
  kind: Event
  lastTimestamp: "2026-09-05T02:45:26Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d24cb16fa9a219
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: efbb433b-02df-4a2b-aea6-2f6e542b389a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 9425f064-2f6d-47ac-b2a6-2cbac269731a
  kind: Event
  lastTimestamp: "2026-09-05T02:45:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d24cb4ee2efb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: ecdd86da-2f26-409f-9adf-f38e49b500c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 9425f064-2f6d-47ac-b2a6-2cbac269731a
  kind: Event
  lastTimestamp: "2026-09-05T02:45:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d24cb4ee9be890
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: d0f0001c-83ba-43ea-9fee-a067662be9d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: f4bb0f38-9b8b-44f0-8e87-a5cc8ecccc1b
  kind: Event
  lastTimestamp: "2026-09-05T02:45:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:50Z"
    name: isvc-autogluon-ts-v1-noslash.18d24cb16fa99881
    namespace: kserve-ci-e2e-test
    resourceVersion: "24193"
    uid: e43234b3-3ef9-4bc9-915f-97a54ffaa6e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: f4bb0f38-9b8b-44f0-8e87-a5cc8ecccc1b
  kind: Event
  lastTimestamp: "2026-09-05T02:45:26Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:26Z"
    name: isvc-autogluon-ts-v1-noslash.18d24cb17036f8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: 59100043-ef6d-40c0-8b04-cdfcb7512c6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: f4bb0f38-9b8b-44f0-8e87-a5cc8ecccc1b
  kind: Event
  lastTimestamp: "2026-09-05T02:45:50Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:50Z"
    name: isvc-autogluon-ts-v1-noslash.18d24cb6daa8bf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: bf9525b3-dc27-434c-95b0-d0b1708eaf0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:44:39.475356Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:44:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca65fd1a8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 4119c1c3-a64d-4e1d-9f41-42376a54bd35
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca66c3216f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: cb396fd6-5fdd-48e8-aea0-da526b5b9950
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:40Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:44:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca6a5a0f9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: b7b2328d-e816-4a89-a671-5de79873c94a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca6a7037514
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: e3b9c997-e29d-4b87-a121-06f28fd10469
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca6aad52d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: ae5f554f-841f-4bea-9a0a-8edb02bd3534
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca6ab613abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: 22aeb5da-101b-4dcc-8bfb-b1c5259aca04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:49Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:49Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca8cf6437ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: 8888a1d4-f26b-4740-ba9d-2079546ba14b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:49Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca8d2cc99d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 9592faec-9307-427e-8182-0a10085dd814
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca8d3474ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: c363e661-364a-4324-b992-1479747ac2f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca8d352d1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: 8081843b-b09b-4482-a603-12f84e3a0e11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca8d62b982a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 88712160-40ac-4948-9bb7-e739868f7d3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca8d6a633e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: 15057141-3710-4b52-ac1e-b3780241ab8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24ca9475cf16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 23f67099-3ef3-4dd6-8380-2d3bc4cf7298
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:45:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:21Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24cb03eabfbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: 9df5bd2f-1083-4136-a7bb-6440b496048c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:45:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:21Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24cb03eaccce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23827"
    uid: 96ea2386-f222-4b1d-b8a2-75c25a7f42ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 2504ff86-a66c-4e57-bccf-52e2660b882a
  kind: Event
  lastTimestamp: "2026-09-05T02:45:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql.18d24cb07f61fe74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: ff202449-51d2-4f4f-8a11-79df64a72890
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: 43ad8289-6bba-49c3-b26c-85f125917ae7
  kind: Event
  lastTimestamp: "2026-09-05T02:44:39Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-v4mql'
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d24ca65f6586d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: d6f4a9f4-32a5-4f4b-bc6e-a7ff5aea7a26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23440"
    uid: 538915dd-a729-4c83-88d8-c9c08b628b2a
  kind: Event
  lastTimestamp: "2026-09-05T02:44:39Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d24ca65af8f4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 384bf60b-e6a9-40d1-9a95-18fb7dc47854
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: 95a79d94-5787-4d5d-bb4b-82808aa00735
  kind: Event
  lastTimestamp: "2026-09-05T02:45:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:09Z"
    name: isvc-autogluon-ts-v1-predictor.18d24ca9d99155d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 41ec88d2-d992-4379-a93f-c5b15e179467
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: 95a79d94-5787-4d5d-bb4b-82808aa00735
  kind: Event
  lastTimestamp: "2026-09-05T02:45:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:09Z"
    name: isvc-autogluon-ts-v1-predictor.18d24ca9da2fac02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23721"
    uid: 67ee5c65-308b-4a83-b4b3-3a874ca5f9d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: b2b4c43d-cc71-40d5-85af-fb8b1df005ac
  kind: Event
  lastTimestamp: "2026-09-05T02:45:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:08Z"
    name: isvc-autogluon-ts-v1.18d24ca65af7cc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 4fc5f346-6218-40e1-9ae5-df54c62b6e03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: b2b4c43d-cc71-40d5-85af-fb8b1df005ac
  kind: Event
  lastTimestamp: "2026-09-05T02:44:39Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:44:39Z"
    name: isvc-autogluon-ts-v1.18d24ca65b8b9aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: c5a9355c-887f-4661-92b2-1f4effefe358
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: b2b4c43d-cc71-40d5-85af-fb8b1df005ac
  kind: Event
  lastTimestamp: "2026-09-05T02:44:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:44:39Z"
    name: isvc-autogluon-ts-v1.18d24ca661462144
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 9ac1470e-c201-40eb-af92-c4a947c34f47
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: b2b4c43d-cc71-40d5-85af-fb8b1df005ac
  kind: Event
  lastTimestamp: "2026-09-05T02:45:08Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:08Z"
    name: isvc-autogluon-ts-v1.18d24cad07013a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 40a27693-c61e-48b5-b361-2de96bc6a9af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:35:03.135875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-4smct
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:35:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c202f4f0871
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 4e73c7a5-8b09-4837-9762-866cf814d042
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:35:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c2039cda430
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: 31c99680-d6be-4b5f-9a22-5b1cd28124b1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:35:04Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:35:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c207533659c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 252c097a-ca9b-4166-b056-89c231450c9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:35:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c20769857ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: d92dd6db-bafa-410c-8870-b5d4c5934b69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:35:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c207a098845
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: 71f9cbef-368f-4bd9-861a-6ffb58ac45ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:35:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c207a9636c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: 832ed524-55bd-4750-ab1d-eeff1b7eca03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:35:34Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:34Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c2771bef881
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 9bcd2e17-874a-49e7-9c14-e62daef95d8b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:32Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m58.579s
    (1m58.579s including waiting). Image size: 8945699618 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:32Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c430da9e783
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 2923c843-f864-419c-8932-be11cf0bde85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:32Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c431310145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 83596e87-e462-4121-b76b-76f6f948501b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c4314baf903
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 73a49926-f586-4afe-baed-1f503218e850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c4314c68cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: c1e5fcc8-4141-4f8f-93d8-e07a09a299b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c431a4fb8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 57fa5e35-e6da-416c-a189-0330edec08c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c431bec4bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: b1dedbde-ef5d-43ea-8927-c12771b0a141
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:38:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c43876b8405
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: 31510953-0ab3-4ac6-97a6-8abe7892dabe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c493c058f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: fe686457-b0f9-4442-8984-8374421a269e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:37:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c493c05e490
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: b49bc155-53fe-4310-85c3-8365d8b25a58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 6466c540-7eef-459e-99bd-f67a1beb1fdd
  kind: Event
  lastTimestamp: "2026-09-05T02:38:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-4smct.18d24c49955e3c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 29af3726-ad8d-45e2-a011-1f4379b6255a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: b560ef15-30e1-4756-b8a4-bc8f4a24d4d1
  kind: Event
  lastTimestamp: "2026-09-05T02:35:03Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-4smct'
  metadata:
    creationTimestamp: "2026-09-05T02:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d24c202e4c4964
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: a715efac-fdd0-4d40-ad2d-16fc9a729759
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: bda9c108-aebe-43eb-bf2e-dd46dbe240bb
  kind: Event
  lastTimestamp: "2026-09-05T02:35:03Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:03Z"
    name: isvc-autogluon-v1-predictor.18d24c2027cd27b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: f38718fa-8883-4d74-bb77-f2b4d8b2b5c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: 97493295-1c23-4117-839e-27b645da6590
  kind: Event
  lastTimestamp: "2026-09-05T02:37:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:33Z"
    name: isvc-autogluon-v1-predictor.18d24c23a65af001
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 098a46a7-fff8-4836-9262-c285c0340848
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: 97493295-1c23-4117-839e-27b645da6590
  kind: Event
  lastTimestamp: "2026-09-05T02:37:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:33Z"
    name: isvc-autogluon-v1-predictor.18d24c23a6c7f3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: f079f8cb-c872-4cf0-baeb-5d4ec33bccc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 97493295-1c23-4117-839e-27b645da6590
  kind: Event
  lastTimestamp: "2026-09-05T02:37:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:48Z"
    name: isvc-autogluon-v1-predictor.18d24c469de6d988
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 993b9ebf-46ba-42cc-a054-62275952e201
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 97493295-1c23-4117-839e-27b645da6590
  kind: Event
  lastTimestamp: "2026-09-05T02:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:48Z"
    name: isvc-autogluon-v1-predictor.18d24c469e824905
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 5eaf3162-3aa6-45a4-91d6-a3dccba2d9fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 4fae436d-6483-490d-932c-670e609e5d31
  kind: Event
  lastTimestamp: "2026-09-05T02:37:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:51Z"
    name: isvc-autogluon-v1.18d24c2027d4a5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 8b4f21c1-aa42-4ba2-a692-5b99939dc6b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: 4fae436d-6483-490d-932c-670e609e5d31
  kind: Event
  lastTimestamp: "2026-09-05T02:37:51Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:51Z"
    name: isvc-autogluon-v1.18d24c4746e6af5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 6656212c-b314-443b-8cbf-86ee3bb85d77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:42:17.985943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:42:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:42:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c856e647a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: b1f8a0f1-f5ef-456f-abc5-6ef5642b9ffa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c857b0b2e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: d927985e-5dfa-46da-8fa3-abd89afcedb8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:19Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:42:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c85b43b2e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: 0a5bfc5e-83c1-43fa-9f16-e07aafc6ca42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c85b5ab7e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: ed1959c1-b415-418c-988f-f9ea8792c77c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c85b875d71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 6aad2f5b-3683-4bca-95bf-dee984f7193c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c85b8e99e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: ca564318-778e-4466-8442-0b6b2af2bf27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c8cbe207e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: 52feec96-8170-4d65-ba2f-08aae4e8a1bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c8cc1eb9fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 19fa6c76-a293-4a27-a506-c7b4209ebc11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c8cc25fb85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: 686fe955-7038-43ee-8dda-b64a349184ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c8cc2690c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22617"
    uid: 407255ab-f42f-4021-89d6-e3c07cea213d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c8cc556b2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: 87677a98-b698-4e24-aefd-5e9760eece8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24c8cc5c6a8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: e4ed3833-c8d1-4c31-acf2-cbe39b30ab63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:44:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24ca5311408b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: 503120d3-b59f-4e6e-9504-389179e39cca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: d62dec9e-00b6-4fcd-ba85-661a7e56dff0
  kind: Event
  lastTimestamp: "2026-09-05T02:44:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4.18d24ca531152c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: 02f37eb9-2a34-4846-94c0-2ada0ded99c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: fdc27222-2b0c-4a6d-a80c-bb381773847e
  kind: Event
  lastTimestamp: "2026-09-05T02:42:17Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fk4p4'
  metadata:
    creationTimestamp: "2026-09-05T02:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d24c856df932fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: 01b3d7dd-23e6-49b1-b7fb-1d1a223e373b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: 3df937d2-13b8-4e69-9d8e-58d4fd555339
  kind: Event
  lastTimestamp: "2026-09-05T02:42:17Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:17Z"
    name: isvc-autogluon-v2-noslash-predictor.18d24c856ae497f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: 5a02008c-d163-4270-8028-299c617a9e3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 8a5bda86-e14c-42ff-abfa-dd54a7d569fd
  kind: Event
  lastTimestamp: "2026-09-05T02:43:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d24c88ea3a2d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: c0bb0dcc-659d-4043-bf18-dd0ab0b8f836
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 8a5bda86-e14c-42ff-abfa-dd54a7d569fd
  kind: Event
  lastTimestamp: "2026-09-05T02:43:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d24c88eb5c5a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 5395c281-13a3-4e3a-8668-b1d91c6c8934
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22476"
    uid: 8a5bda86-e14c-42ff-abfa-dd54a7d569fd
  kind: Event
  lastTimestamp: "2026-09-05T02:44:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18d24c96e660cf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23359"
    uid: b32db693-ac69-4c89-923f-b0a6e15bf0ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22476"
    uid: 8a5bda86-e14c-42ff-abfa-dd54a7d569fd
  kind: Event
  lastTimestamp: "2026-09-05T02:44:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18d24c96e6ccbb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: 61592c1f-24a4-4a73-bc87-d584363a6030
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 91a57d86-a20a-4987-9d2e-a1a03e5515f8
  kind: Event
  lastTimestamp: "2026-09-05T02:44:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:44:27Z"
    name: isvc-autogluon-v2-noslash.18d24c856ae78e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 5deb2d9b-7a9f-4eff-8031-c9f029c446da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 91a57d86-a20a-4987-9d2e-a1a03e5515f8
  kind: Event
  lastTimestamp: "2026-09-05T02:42:17Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:17Z"
    name: isvc-autogluon-v2-noslash.18d24c856b7e5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "22271"
    uid: 60076778-78cb-4799-9465-644d1b3b52ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: 91a57d86-a20a-4987-9d2e-a1a03e5515f8
  kind: Event
  lastTimestamp: "2026-09-05T02:44:27Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:44:27Z"
    name: isvc-autogluon-v2-noslash.18d24ca39ebb673d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: e37a29b5-6da8-4d6d-8aea-1e38bb59b8da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:38:04.726173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:38:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:38:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4a76ef2490
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 6d76af52-a4cc-4169-a468-6ae89ce8430f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:05Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:38:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4a9cfb0fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: 7a485568-8d2a-411a-83bd-a17e315d64d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4a9ecc0f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: c4d63464-8269-4ef7-b9b9-b1cc0aa6be37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4aa3373053
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: df0ea83e-c18a-4a9d-8840-a40afec6e5e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4aa428e994
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 29407c1d-6a23-40b5-a59f-53d9e8987851
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:26Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4f75a0f4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: 2d948bcb-fa4c-4137-ad40-3429d97a24c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4f789dd952
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 4373b679-cdb3-4e96-bbe9-c3f40c1dc1ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4f7902deb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 3f1373f0-45dc-4ed7-b4c2-e949b50d13b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4f790e1940
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 3607fadf-5f8e-4b66-81f1-2778cc726bc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4f7bdd0d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: f296d78d-4005-4ee3-a45d-ed903703b41e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:38:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c4f7c528ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 99b68675-84a8-4a10-9ea9-1681b15a4eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:40:08Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-05T02:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:08Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c674d50c7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 7171fb05-0ca3-478e-9b19-8cea8cdf573b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:40:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c67d8de571c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 7f826665-816e-4a0c-b093-c39d99efbbaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3fd37cf1-dc7d-49b6-97e7-5a0d9b3ee667
  kind: Event
  lastTimestamp: "2026-09-05T02:40:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm.18d24c67d8dee524
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: a5ba5d3f-371b-4291-96d5-e2a7f1363a17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 318696c9-7cf9-40a6-8222-d7bca0abf7b7
  kind: Event
  lastTimestamp: "2026-09-05T02:38:04Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-bg7sm'
  metadata:
    creationTimestamp: "2026-09-05T02:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d24c4a75b39916
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 51839a35-4cdd-47f8-bda6-76b0ea54fe45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 79d2f5ff-42bf-4515-8d1c-86c123b78173
  kind: Event
  lastTimestamp: "2026-09-05T02:38:04Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:04Z"
    name: isvc-autogluon-v2-predictor.18d24c4a710afc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 5c680541-92f7-4c51-b2c1-8b7669dec7c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 1a52faea-9945-44f3-987c-e65c7e23af8b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:34Z"
    name: isvc-autogluon-v2-predictor.18d24c4defd79ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: baddc55e-8a26-4566-a045-ae7fc790868e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 1a52faea-9945-44f3-987c-e65c7e23af8b
  kind: Event
  lastTimestamp: "2026-09-05T02:38:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:34Z"
    name: isvc-autogluon-v2-predictor.18d24c4df040ac86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: edfbca44-4df8-4299-b3e5-b5407c76af58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: 1a52faea-9945-44f3-987c-e65c7e23af8b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:04Z"
    name: isvc-autogluon-v2-predictor.18d24c54ee35c90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: e6f8e1c8-bb83-4a40-a847-dee7f96dd5bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: 1a52faea-9945-44f3-987c-e65c7e23af8b
  kind: Event
  lastTimestamp: "2026-09-05T02:40:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:04Z"
    name: isvc-autogluon-v2-predictor.18d24c54ee9e5a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 257d5141-93d7-4135-8938-2fa665f8d802
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:16.121571Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c690eb5c8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: ab511f78-b2c7-494e-860e-7f45ce0c82c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c691c6dc5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: 92e37e7a-9c23-4046-bd21-18e3f1eb2e78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:17Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c69549a89e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: c8f6af3c-001b-43f7-a3b8-ac1047789947
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c695611c719
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: 25dd7872-8203-419f-848e-8b2fc5eeaa64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c695913930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 650cab09-a995-4307-8f4e-dd0f08e309a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c695986910c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: a382bed0-6755-4d56-8bf5-15a1c9381433
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c6ad3fe0ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: 57063406-72ee-4c5a-960f-7b276ea8f2d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c6ad73478fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 657eccfb-3f31-40d5-a3a7-a0bf4a079aa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c6ad7f1b549
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 5e8b984a-b206-4d4e-81d8-19b3459768e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c6ad7fcb527
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: bf2eafee-6bd8-4190-bf36-12b411d183ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c6adb1e89eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21268"
    uid: aa996df7-8ea7-4593-a2be-5e50de0664da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c6adb960d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: 51867fd5-2c68-4e99-85a7-f703fde4af70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:42:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.35:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c83b52f3c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 44c379aa-4f32-4e68-bf28-9f7c148ddd49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:42:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c843a1192e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: c4be87bf-8f72-4778-93c0-6e29758c631c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 8f75e43f-b37b-4e31-ba70-6c11836a66d8
  kind: Event
  lastTimestamp: "2026-09-05T02:42:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2.18d24c843a1218ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 19e0f6f3-caed-4e1a-84af-17dcc2714baa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 0a9527a4-da4f-486e-891c-7bcbf78b716d
  kind: Event
  lastTimestamp: "2026-09-05T02:40:16Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-dj4g2'
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d24c690e545af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 22c2dc3d-02c1-46c7-9a49-23e268e562cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: f73c1061-8fed-48e5-abb3-3f8ee86c5f95
  kind: Event
  lastTimestamp: "2026-09-05T02:40:16Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:16Z"
    name: isvc-autogluon-v2-variants-predictor.18d24c690b5acc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 9ea47ac4-53c7-4abc-89b7-17f0be7db8a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: 5b6bd72f-f435-44e9-984f-bd143ab3400f
  kind: Event
  lastTimestamp: "2026-09-05T02:40:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:46Z"
    name: isvc-autogluon-v2-variants-predictor.18d24c6c8a529eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: f9cbf383-0f30-4698-8665-c404b5f8fe76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: 5b6bd72f-f435-44e9-984f-bd143ab3400f
  kind: Event
  lastTimestamp: "2026-09-05T02:40:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:46Z"
    name: isvc-autogluon-v2-variants-predictor.18d24c6c8abe604c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 04ccd205-b52a-4904-8676-1f37bfd4c2c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 5b6bd72f-f435-44e9-984f-bd143ab3400f
  kind: Event
  lastTimestamp: "2026-09-05T02:42:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:01Z"
    name: isvc-autogluon-v2-variants-predictor.18d24c7388b32b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 0e64184d-603d-423d-b938-f90167cc2050
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 5b6bd72f-f435-44e9-984f-bd143ab3400f
  kind: Event
  lastTimestamp: "2026-09-05T02:42:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:01Z"
    name: isvc-autogluon-v2-variants-predictor.18d24c73891e8576
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 832674d7-974b-4f60-976a-222ee8c5d5de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 8ebe7f95-7c61-4dc0-b26a-c08075766f7d
  kind: Event
  lastTimestamp: "2026-09-05T02:41:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:59Z"
    name: isvc-autogluon-v2-variants.18d24c690b55d901
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 626b16a9-439f-42ce-bacc-9a081a0d3495
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 8ebe7f95-7c61-4dc0-b26a-c08075766f7d
  kind: Event
  lastTimestamp: "2026-09-05T02:40:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:16Z"
    name: isvc-autogluon-v2-variants.18d24c690befe2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21149"
    uid: 91fd48c2-a906-46e7-a6c2-8743fcda9b07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 8ebe7f95-7c61-4dc0-b26a-c08075766f7d
  kind: Event
  lastTimestamp: "2026-09-05T02:41:59Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:59Z"
    name: isvc-autogluon-v2-variants.18d24c812889e145
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: f3e8ef31-0d25-4837-8567-5defdd56eb0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 0bca9641-3111-4332-bafb-b82751be9eb3
  kind: Event
  lastTimestamp: "2026-09-05T02:39:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:39:57Z"
    name: isvc-autogluon-v2.18d24c4a70dc3a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: 7738cd71-258f-4d9b-be67-2c1c50c4bf42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 0bca9641-3111-4332-bafb-b82751be9eb3
  kind: Event
  lastTimestamp: "2026-09-05T02:38:04Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:04Z"
    name: isvc-autogluon-v2.18d24c4a71b7cc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: a0a8c2e1-6a87-46a1-af75-d02c69b4949d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 0bca9641-3111-4332-bafb-b82751be9eb3
  kind: Event
  lastTimestamp: "2026-09-05T02:39:57Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:39:57Z"
    name: isvc-autogluon-v2.18d24c64c0135c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 892c27ba-eb6f-4d87-a414-fbb5ed7dc511
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:46:07.574019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-54dc6cb966-gmtqr
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbae2e89716
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: bdae3afc-ece0-4225-9a68-a0b1f3873dc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbb04c42256
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: e8e095c4-e2d9-4689-b2ef-5f1e3d36a8ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbb064c8703
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 1c4139b9-9909-4b5d-bfda-cb4e27ae9634
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbb08ee068a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c54b0f5-7f20-4556-b5b1-0fc669e2115e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbb0951b37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: fc4f722f-de26-44e9-ba7b-72581ec5524d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc0d263ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 267a4a98-af9a-499e-8f87-2bfa3ae2f01f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc10032981
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: d9e82b36-685b-4927-81c5-6936b1e7a2dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc1074182d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: ec584e30-f2d4-4bd9-b597-d4f32b30e217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc107d5015
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: 9a968bf3-3349-4729-a563-c82a52aeebf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc133e1f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 6d436e0a-28d3-41d2-8718-9dae14016925
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc13adae9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: d6d10b2b-4283-42f2-92a6-3dc736bbbc1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:47:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:49Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cbc4945d8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: a1fd05ce-f1da-40ae-b820-07e9473cc2ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:47:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:47Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cd229b7071f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: c83a0a30-430c-4ed7-bb95-98309835229f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:47:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:47Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cd229b83617
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: cbc3a0f4-e347-432e-b6a9-1899b95ad208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: fb30d479-577c-497f-a523-533decce2f1a
  kind: Event
  lastTimestamp: "2026-09-05T02:47:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:49Z"
    name: isvc-canary-create-predictor-54dc6cb966-gmtqr.18d24cd2a394e208
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 75422794-c8da-4fc0-b09e-6fd8e777eb19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:46:07.519858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-54dc6cb966-r68mg
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbadfae2bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 800c3e98-d501-4cc0-ba12-340bd390ae3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24401"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbb0202e385
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: 4b310aa1-5cef-457d-82f4-24a817bc3106
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbb037286e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: ff229f6c-0325-4bc9-92e2-60cb43e4bbd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbb064d9427
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: eb035076-e17e-4d76-9117-d6c2e0c8d030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbb06ddd3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 34d479e9-cb61-4289-9fdd-308281e481da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbbff84e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: e76511a3-d97f-4916-9afb-8e8fbb130e94
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 15.933s (15.933s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbfb53786b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: 15af08e7-62b9-4764-8930-5a05625299eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbfb99b361f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: 719b963c-37a5-4c16-b85b-a49f6c5150d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbfba148e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: c76f5aa9-8caa-42e0-ab92-a8c8fad69230
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbfba202ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: 241c2f6f-788e-4d1c-acd3-877de448dc4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbfbe065af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 25fbcd0e-f025-44eb-9166-d73bdc0a7147
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbfbe7f58c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24704"
    uid: e18a0e04-dcb3-483a-ac4b-3651f1c40dc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:47:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:35Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cbffd339ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 0595b782-d863-4cf8-adac-709f6b2d820a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:47:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:45Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cd1c3a96bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 1e73a540-67c8-4548-9005-fe7a3f721367
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:47:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:45Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cd1c3a9fe0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: 32aa7d16-d601-4560-9a4d-103867257852
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-54dc6cb966-r68mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 5ccc2a4c-6982-41ac-a8f8-171fde8a3b40
  kind: Event
  lastTimestamp: "2026-09-05T02:47:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:50Z"
    name: isvc-canary-create-predictor-54dc6cb966-r68mg.18d24cd2d91d5226
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 6d16d4c9-bdaa-4a83-9f52-fef850684763
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-54dc6cb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: cf05c7ce-3bc6-472b-b0df-01ab4408fa69
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: 'Created pod: isvc-canary-create-predictor-54dc6cb966-r68mg'
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-predictor-54dc6cb966.18d24cbadf39888d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 79185270-a709-4a46-b874-7aab42ce5017
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-54dc6cb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: cf05c7ce-3bc6-472b-b0df-01ab4408fa69
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: 'Created pod: isvc-canary-create-predictor-54dc6cb966-gmtqr'
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-predictor-54dc6cb966.18d24cbae27bf371
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: b1d78dfd-8603-4b5a-86be-0fe3627fd530
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-54dc6cb966
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: cf05c7ce-3bc6-472b-b0df-01ab4408fa69
  kind: Event
  lastTimestamp: "2026-09-05T02:47:45Z"
  message: 'Deleted pod: isvc-canary-create-predictor-54dc6cb966-r68mg'
  metadata:
    creationTimestamp: "2026-09-05T02:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:45Z"
    name: isvc-canary-create-predictor-54dc6cb966.18d24cd1b727643d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 4923c7a6-0ea7-46a4-89a9-6559bd44e02e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24375"
    uid: 00123769-95e1-44da-a495-5254fcb15fb9
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: Scaled up replica set isvc-canary-create-predictor-54dc6cb966 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-predictor.18d24cbadb8f89bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: dba4aecc-f47a-4952-83cc-18f2825aad24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: 00123769-95e1-44da-a495-5254fcb15fb9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:45Z"
  message: Scaled down replica set isvc-canary-create-predictor-54dc6cb966 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:45Z"
    name: isvc-canary-create-predictor.18d24cd1b6b8043d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: aa5eaf20-8131-4640-8142-e9d57f0bb1aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:46:07.479709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24383"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbadd4981f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: 9571e4cb-79ca-413a-bd08-ccfa270a8ef9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbaff7cc3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 505e4d01-4dbb-4b0e-b833-1569e54440aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbb00d7dddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: f49e3576-60f7-4b5c-a05e-f8c7c768282b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbb0401d3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: a846f41c-1dfb-4de4-8d39-618734f5c2a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbb047fc9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 70bd97c9-2829-4e61-9008-5d4c84d01a41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:12Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbbff9b02e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24503"
    uid: 4a848e92-7ec3-4a32-8ba2-462f0826fcda
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 15.953s (15.953s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbfb689f63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: f4a02a09-c829-4b80-a613-decb5c5c9cf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbfb9d2e5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 7f5aeaad-612a-416c-b37f-7fbbd796a05d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbfba480afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: a005c8c3-e6f1-4d1a-9896-f6c64777cb1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbfba525ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 8854ee96-3341-4e0a-a5ee-15c43b5a625e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbfbe15b411
    namespace: kserve-ci-e2e-test
    resourceVersion: "24703"
    uid: e5d037c8-b2f6-422c-849b-5b39f12af98a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:46:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:28Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbfbe8d2ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: 8d562596-26f5-44ad-87dc-91a5f2af9e07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:47:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:35Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cbffd320f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: f270b20c-5e2b-43f5-9168-c186c2cdf640
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:47:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:47Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cd229f9d273
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: f7c05435-9564-4f01-9407-3814f7e828ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:47:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:47Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cd229fa66d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: c1109aa8-bf3a-455e-98a4-c630bd277103
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: 48cb1fb9-da74-4e3c-ba2e-73cd96c5dcbe
  kind: Event
  lastTimestamp: "2026-09-05T02:47:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:50Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk.18d24cd2d91e29db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 504b0190-fc39-4935-a63f-ad3d2654d290
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6f8d77bbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: 50c680cc-905f-4f31-9737-ac49da918847
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6f8d77bbc9-7thtk'
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-v2-predictor-6f8d77bbc9.18d24cbadcbe4941
    namespace: kserve-ci-e2e-test
    resourceVersion: "24385"
    uid: c55ba552-46e1-4584-9ad5-7a62325a6b2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24366"
    uid: c6a5195c-41d1-48ed-9570-46548587e489
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6f8d77bbc9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create-v2-predictor.18d24cbad957158a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: ef171541-8252-4955-b063-b2468055d942
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 295ea1ba-3889-4625-b3b3-9c715bbd6b19
  kind: Event
  lastTimestamp: "2026-09-05T02:47:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:45Z"
    name: isvc-canary-create.18d24cbadb31bebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: ad7c6748-0fa9-4c4f-b973-bf221d04a5ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 295ea1ba-3889-4625-b3b3-9c715bbd6b19
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create.18d24cbadb983ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24380"
    uid: 91a90303-1ab0-433f-9cdb-9da5c10a3a13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 295ea1ba-3889-4625-b3b3-9c715bbd6b19
  kind: Event
  lastTimestamp: "2026-09-05T02:46:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:46:07Z"
    name: isvc-canary-create.18d24cbadb98815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: af772cd5-1c21-4089-b40d-c2b7cf4082f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 295ea1ba-3889-4625-b3b3-9c715bbd6b19
  kind: Event
  lastTimestamp: "2026-09-05T02:47:45Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:45Z"
    name: isvc-canary-create.18d24cd1b6690a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: 07ea4a32-45dd-4c3b-b12e-01100f4e0c74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:47:52.805613Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd363334945
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 4aec210f-60cb-4436-9afd-1748179d8314
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd38536beda
    namespace: kserve-ci-e2e-test
    resourceVersion: "25575"
    uid: aa1cd39e-3b75-4b23-b472-312d555cfff5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd386a56563
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: 851baf93-55a5-4f6a-8fd4-71b546ce5a90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd389284583
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 0279e6ba-ec50-48f5-a347-0e25cc7d451d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd3899a0581
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: 04763aae-43af-4989-8d2e-6ea6e4ab3b78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd49e1e7735
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: d53c5a29-a4da-4b1c-952e-a86a9726cdf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd4a0ecd1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 69b119ce-b1b3-4636-a8b2-ed274af1944f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd4a15dd4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: c46f87f9-244d-417f-a784-aac23ff5ace8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd4a1678b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: 4bfa8820-5cff-4062-b0df-21272aedef9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd4a425e7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: 90918082-4267-4502-a91a-255306a4a318
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd4a496294b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 8585f13a-e0ab-4312-9635-3071837a4dfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:49:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24cd5160e626b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 1b1084e1-c092-4d34-b6c5-716e0307b7c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:49:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24ce854dbdf8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: d9234f8c-38ee-483b-b5b9-c6546be65452
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:49:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24ce854dc5e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26690"
    uid: 5bbbcefb-0f86-4d72-a215-6faa3083921b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 981746d5-0514-4853-9d38-34c630c5e473
  kind: Event
  lastTimestamp: "2026-09-05T02:49:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:26Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv.18d24ce91c43d8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: 9366d996-1914-4dcb-9fce-be0aae1f5f7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:47:52.752995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd3601062e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: 164dafaa-4ee1-4ff6-8c23-be3fca00f00d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd3823729e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 88369b13-1a45-47a5-a8ac-0b1e8dc77fbf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd383daf53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: ac4a0efc-3aaa-4313-9e8e-5cb7c8660417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd38708bcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 4099a68f-ffd7-470c-ab46-3c3dcb87118f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd387ded716
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: dda661eb-b6b8-4bfc-b867-9a80c6d4d966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd49349a967
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: 9d0a28b1-8c57-47f7-b45e-333dcc24758d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd496fca10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: c5c90e1a-e0ab-4c0f-9d45-e0d5e3a60ff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd497717ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 46e1a35b-4be8-434f-af4f-375f4db47476
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd4977ca249
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 236519c0-350e-4186-98d9-4cca806f38e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd49af8e1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: ac6d7702-046a-46a9-ab74-4c87b844118e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd49b74aea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: a789c16a-c0b3-4ba3-99a8-e210db31edd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:49:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:06Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24cd50b7e1b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 5d4445a6-4794-4560-80f1-f0a0564a7037
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24ce68af29e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: 724e2e85-e4ad-409a-9091-91eb3280f81d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24ce68af3733a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: 0d889402-b298-4638-bce8-ea2225094151
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 92adaf9d-38fb-4003-89b6-28f47a0cd9f2
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9.18d24ce6bdaf4b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 8d986f05-0b29-45fe-aa41-e20766f0f7c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6cbdffdfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: 51fc8807-c562-4dba-9ab7-65928733c159
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: 'Created pod: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9'
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb.18d24cd35fa5067f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: 31b279ec-0c03-4183-a116-c26704dc58a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6cbdffdfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: 51fc8807-c562-4dba-9ab7-65928733c159
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: 'Created pod: isvc-canary-promote-predictor-6cbdffdfdb-fw2jv'
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb.18d24cd362be28e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 5dede392-35c9-4f17-865e-d5dfad735fd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6cbdffdfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26594"
    uid: 51fc8807-c562-4dba-9ab7-65928733c159
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6cbdffdfdb-t9ds9'
  metadata:
    creationTimestamp: "2026-09-05T02:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-canary-promote-predictor-6cbdffdfdb.18d24ce68ac86292
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: 8e13799c-117f-4cea-9e04-b56e07bb041d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 6ea76e84-4eea-497b-807f-ff39f2135917
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6cbdffdfdb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-predictor.18d24cd35c51da05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: de4392a7-7ab6-4670-bdfa-13fef38eb214
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: 6ea76e84-4eea-497b-807f-ff39f2135917
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6cbdffdfdb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-canary-promote-predictor.18d24ce6895d7f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26595"
    uid: 740625db-c52e-44e2-8918-770293e0a22b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:47:52.715696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25526"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd35dd74114
    namespace: kserve-ci-e2e-test
    resourceVersion: "25532"
    uid: ca643fee-a787-466b-827a-f8c4f58a2268
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd3802183b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: 304ab0c0-fc6e-4889-a217-7404aed8dcc2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd38188c99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: a66f4518-928b-41a6-82ff-5c410ca03c38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd3860d6cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 4f834375-bc61-4cc2-ab2f-801e1e3a6cb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:53Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd3868a2a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25578"
    uid: 310980bd-6e1c-46c0-a829-ff56e46584d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd493628e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: 5b807a3e-45b5-4ecc-90fe-709eeb0896b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd4970f1f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 57d0fdce-fcdc-476d-b877-4a33c6215163
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd4978f7f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "25636"
    uid: 629a82eb-f647-4743-b663-9451912c0f13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:57Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd49799557b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: 22d48a5c-6252-40e0-b1d3-3c8cd8c9e942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd49b0393ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 92c1fd8c-d2c9-4a20-89bb-3d04be6b9ea7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:47:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:58Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd49b820662
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: eb3a3c93-317e-478e-9e17-5da03a9e1def
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:54Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cd4cf97c061
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 767c6ee9-f654-4ccb-a520-24051a67a672
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:52Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cfd555156c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 533675ec-de06-4d21-b383-5bb55d225b73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:52Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cfd55528dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: edc8c9e8-a518-4ed3-a288-f99d68b85184
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: e92b28d8-a6b3-48f5-bff2-49f9c0f5b35c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:54Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n.18d24cfdca4455e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 69152822-86c4-4cfa-a004-e664ba8d6992
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:49:22.855598Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26701"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:49:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce85a993021
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: e60eb1be-498e-49a0-a564-1e415a2f6693
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26711"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:23Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:49:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce87c60d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: 6751785a-3d12-4af2-9f68-b8c947498f27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce87dc299c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: 3d4a3cfe-d5af-4372-9500-df1d21649bfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce880761a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: 4ed45508-32aa-454e-98ae-c931512716d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:23Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce880e247b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26721"
    uid: 4e4c8ed1-5474-4bae-a7c2-1c60cbeeade4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:27Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce9710b6c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: 9f9b1bb0-7c86-4d39-8bd9-0ac39831d189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:27Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce97451398d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 7755ed05-f3f9-4e5f-827b-739770bd079b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:27Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce974c325b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: 52ca4d25-b9fc-4d52-a620-a4515a6ade02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:27Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce974ccd92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26770"
    uid: ab4a2b02-2a1a-41bf-9dd8-e0a217d4b619
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:27Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce9779865e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: ee18a43d-c70a-427e-a516-939f47466349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:49:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:49:27Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce9780835ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: ac37f7fd-61b8-432e-8f0c-9bde999013c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:50:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:55Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24ce9ad4b3c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 70d29704-901d-4458-9c14-a0114b3f3f7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:50:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:52Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24cfd5527931d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: 6bc50541-38af-490e-a2d1-f26bcf0b63b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:50:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:52Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24cfd55282908
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 15338250-1a96-46d4-8974-66664787b3fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: e19dac07-ca7e-42e7-9f1c-6a06978e1a93
  kind: Event
  lastTimestamp: "2026-09-05T02:50:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:55Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz.18d24cfdef764e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: a2b5e9f1-3de5-44fb-9730-c2d7dba3d97f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-698cc558fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 6f0f6dd8-48cb-4fc9-b89f-9bb5488387fa
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-698cc558fc-t7t5n'
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc.18d24cd35d657476
    namespace: kserve-ci-e2e-test
    resourceVersion: "25528"
    uid: b490c09c-b36c-4ee7-a868-eff9b818d050
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-698cc558fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: 6f0f6dd8-48cb-4fc9-b89f-9bb5488387fa
  kind: Event
  lastTimestamp: "2026-09-05T02:49:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-698cc558fc-z6pdz'
  metadata:
    creationTimestamp: "2026-09-05T02:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote-v2-predictor-698cc558fc.18d24ce85a2c6fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26703"
    uid: ba12d5e9-ee4a-4120-99eb-490023331a17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 5c0c6249-22af-4d7e-9119-449aa59772b6
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-698cc558fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote-v2-predictor.18d24cd35a466513
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 7107f368-a19c-4753-8596-bf03fe99c1e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26691"
    uid: 5c0c6249-22af-4d7e-9119-449aa59772b6
  kind: Event
  lastTimestamp: "2026-09-05T02:49:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-698cc558fc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-05T02:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote-v2-predictor.18d24ce857599e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: ef9e7ddb-c871-46dd-97b2-dbc62969346a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: dc5aac31-b3f3-4109-969d-5d3a9888b377
  kind: Event
  lastTimestamp: "2026-09-05T02:49:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:49:22Z"
    name: isvc-canary-promote.18d24cd35bec6cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 9f9cbe99-444d-4798-8c5c-9de0fca2bd81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: dc5aac31-b3f3-4109-969d-5d3a9888b377
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote.18d24cd35c59c266
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: c72c9d11-83e3-4a7d-b2b2-10c4b46ee282
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: dc5aac31-b3f3-4109-969d-5d3a9888b377
  kind: Event
  lastTimestamp: "2026-09-05T02:47:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:52Z"
    name: isvc-canary-promote.18d24cd35c5a0e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25525"
    uid: 55c0240e-75de-4f4b-a806-52018af6d26c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: dc5aac31-b3f3-4109-969d-5d3a9888b377
  kind: Event
  lastTimestamp: "2026-09-05T02:50:45Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:45Z"
    name: isvc-canary-promote.18d24ce68e979118
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: 74785d6f-2448-4f08-9564-5813aadccbef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:50:58.240321Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76998db6fd-42sq2
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cfe8ff85c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 7a1e5799-a2db-4c5e-bbea-582748261e8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cfeb1fb701c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 8bc9c7fe-a467-4cd3-b53a-052a675e8e7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cfeb36e9e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27673"
    uid: d224727b-ad97-449a-9cb1-264c7f9939de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cfeb6765ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27674"
    uid: 392180ce-4022-46d6-ace6-4b14b692621d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cfeb6ec9c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "27675"
    uid: 89baf8cd-ad10-4108-9d17-9fee24865a6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cff9f5fdec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27737"
    uid: fb9d17ae-566b-42d0-b1e9-af50aef7d0d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cffa374fb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: 90b277e6-fd3f-4bbf-8586-46a9f8539291
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cffa3eb4114
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: f3ad0ca2-8a94-44e7-89ad-6876bd3640e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cffa3f4679a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27748"
    uid: d5df897f-2338-486a-bcd3-ce22b1d96ae7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cffa74b38aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 168d4699-cdf5-43f5-9d31-670e981c1fb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cffa7e1457c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: bcf43eb4-c761-4ab3-8c51-2bed0f4d219c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:54:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24cffdbb87c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29477"
    uid: b403998f-b7d9-4186-a522-038b16c2e26f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:54:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:08Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24d2ad8cc50a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29423"
    uid: 61aac85c-63e8-40a3-9b95-ee670efcb864
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:54:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:08Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24d2ad8cceba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: b835fd42-b27e-40da-9bb3-f3e730766a0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 33e9b29a-e3b3-4efd-8ca9-365972d9b38e
  kind: Event
  lastTimestamp: "2026-09-05T02:54:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-canary-rollback-predictor-76998db6fd-42sq2.18d24d2b2a758f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: 5e85c85f-a0f7-4c64-bf8b-772bfdb81c07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:50:58.194689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76998db6fd-5s726
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cfe8d401634
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 261d5ddb-19b3-4af1-95b7-fc4769643db4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cfe974b601d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: e67e5e34-35dd-43c6-8f2d-5863dffba377
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:50:59Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:50:59Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cfed33a33bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: e70d0d30-692b-42ca-891d-a0f10284b8ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:50:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:59Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cfed4c2adee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: f0c3ca06-acfd-47e4-bae2-a1eca47ad219
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:50:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:59Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cfed81567fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: e367f89d-65ac-478c-a1bf-327d32eede12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:50:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:59Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cfed885e1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: 229a05f3-b0cb-4956-821e-42a0d246a087
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:51:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:03Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cffe66282aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 55967afd-887d-4110-9e13-1945412eb97b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:51:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:04Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cffe9ad9594
    namespace: kserve-ci-e2e-test
    resourceVersion: "27770"
    uid: e1e8417b-8aa8-4d0a-b944-677b46b7c3fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:51:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:04Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cffea1fe675
    namespace: kserve-ci-e2e-test
    resourceVersion: "27771"
    uid: d55df53d-c570-4034-ad9b-24b95ac9cf4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:51:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:04Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cffea29c37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27772"
    uid: 1bf3ce21-5478-4abc-98e7-501dd4202359
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:51:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:04Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cffecd0bbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27774"
    uid: 48575725-63c2-43c9-ac61-23a019b3740c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:51:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:04Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24cffed3e6177
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: fb92b8e6-eda1-43e3-8610-23c6bc28c5b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:52:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:22Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24d005e469dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: d2c26178-96fc-4efd-936b-e128f227b2c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24d136253576f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28576"
    uid: bef53917-d793-4f74-a93b-f9f4be50f981
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24d136254fd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28577"
    uid: 6903e8b6-5096-44b3-bad2-042b48a8c0b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-5s726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 794278dc-91ba-4e39-8b3c-b157aff68337
  kind: Event
  lastTimestamp: "2026-09-05T02:52:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:32Z"
    name: isvc-canary-rollback-predictor-76998db6fd-5s726.18d24d14647ce455
    namespace: kserve-ci-e2e-test
    resourceVersion: "28661"
    uid: 8b4b12d5-d88c-43b2-8814-c9741c507ac9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:52:28.244442Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28609"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76998db6fd-cmmdh
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d1384a2431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 007c083b-b99f-4cd8-a49a-0b9280648ac3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:28Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d13a9ebe404
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 4b1234ec-3be8-4e5e-8f6c-e117ac89899c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d13ad113779
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: ff294366-bbff-4521-bd96-a0558d134d93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d13b3cecc92
    namespace: kserve-ci-e2e-test
    resourceVersion: "28633"
    uid: b3eb10d2-28ce-4277-8414-be1753d53127
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d13b529c5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: 0dda9a87-a8db-4ceb-9eda-f65a176f4221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:33Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14bfb2d267
    namespace: kserve-ci-e2e-test
    resourceVersion: "28675"
    uid: 0958c1a1-9793-4db9-a62a-55fd326c0f83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:33Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14c5d09370
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 29ca7af6-bfa3-4fa5-83a2-435c9aa0cf81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:33Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14c71ede12
    namespace: kserve-ci-e2e-test
    resourceVersion: "28684"
    uid: b7bc1f76-4163-406a-a8fd-30c26f832110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:33Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14c72ad885
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 9d7fd438-784d-44e2-8926-c21a3fa49fd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:33Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14cdf6af69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 6557afc2-efce-4a15-bf01-d5a3e1aead01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:52:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:33Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14cf413d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: 53d11a1f-cfce-4259-99c5-96f7b83d379d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:53:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:56Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d14fc1f1f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: b30093cf-8f1a-4596-9195-af0f3a197765
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:54:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:08Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d2ad8b992f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 46535041-a424-48d3-a420-62cf75beb4d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:54:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:08Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d2ad8ba2dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: db6502e1-94a0-4557-b4af-7d3d26602d02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 768fc060-e005-4e74-853f-ca17691a93fe
  kind: Event
  lastTimestamp: "2026-09-05T02:54:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:10Z"
    name: isvc-canary-rollback-predictor-76998db6fd-cmmdh.18d24d2b56a36fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: c8e96818-142b-49c7-b519-040b36137302
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 6458c250-10ca-4027-b2cb-2b81605fd2b7
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76998db6fd-5s726'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24cfe8cb9282e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: b508cf71-4eb5-47f1-9615-ff905e44006a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 6458c250-10ca-4027-b2cb-2b81605fd2b7
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76998db6fd-42sq2'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24cfe8f8dc81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27641"
    uid: ba9492db-8fab-4a52-b5bb-ae1d70c006d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: 6458c250-10ca-4027-b2cb-2b81605fd2b7
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-76998db6fd-5s726'
  metadata:
    creationTimestamp: "2026-09-05T02:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24d136214a650
    namespace: kserve-ci-e2e-test
    resourceVersion: "28571"
    uid: 13ddbd55-6083-4b93-9ca2-712872585801
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76998db6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 6458c250-10ca-4027-b2cb-2b81605fd2b7
  kind: Event
  lastTimestamp: "2026-09-05T02:52:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76998db6fd-cmmdh'
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-predictor-76998db6fd.18d24d138415cade
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 67d67809-c380-4d4c-8ba4-9ff00e4ad804
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: 3ec7141a-f6a0-454f-9427-09a18b7bf7e5
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76998db6fd from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-predictor.18d24cfe8939ae6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 946c90b9-d41f-4506-a8ea-0594eb26b598
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28564"
    uid: 3ec7141a-f6a0-454f-9427-09a18b7bf7e5
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-76998db6fd from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback-predictor.18d24d1361a4ccc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: 91967c6b-7316-4ade-b867-1094d1f9ea15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: 3ec7141a-f6a0-454f-9427-09a18b7bf7e5
  kind: Event
  lastTimestamp: "2026-09-05T02:52:28Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76998db6fd from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-predictor.18d24d1380e50cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 9f4eccf9-093c-4d29-9be0-a05707b1a5a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:50:58.147322Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cfe8a6d3c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: f8a84788-c243-4185-905e-bbd827d72f38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cfeac5d828e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: 170e24f7-8739-4a86-87bf-0b1995a172fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cfeaddd6382
    namespace: kserve-ci-e2e-test
    resourceVersion: "27665"
    uid: 76397a9f-f3e7-4424-9496-fb2bfd0077f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cfeb2358bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: 442b2865-54c2-4953-8b3f-30e6d89c5709
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cfeb2ba409c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: 2e27aa40-ed55-424f-942f-69cc85840b11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cff9f4942e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27736"
    uid: 94f6a322-3ad0-474b-ae8d-ededac1d7520
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cffa36992cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: dbc70b16-eaad-4888-8601-cbbb4e4c5e66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cffa3ddfacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: 00242cda-0fce-4481-9ee4-a33a6b15a007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cffa3e8e782
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 7e9d549b-00af-48c8-b262-5ddb1ade8c55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cffa7407f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27750"
    uid: 3134689f-3216-4999-a206-8189fe48466b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cffa7ba112f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: 84cd1fc3-e345-43eb-b575-9802a2e54620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:52:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:17Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24cffdba4354c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28478"
    uid: c1605be9-ede7-439f-9e73-cc70c77854e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:52:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24d1382ee9d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: de2773a5-b90d-454a-9de1-1ddc48bf928b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:52:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:28Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24d1382ef0bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28608"
    uid: 12e5dcf9-2f39-4f6e-b646-88fb5a9e88ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 560f41d1-d471-47a7-9f9b-00ecfc28ea39
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks.18d24d13e1fe28c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: d4884c8c-717e-4d1b-9bad-93516b391028
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-548b9d8f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: 1e5c3cf4-f970-4891-93e7-2cfc1502b63f
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-548b9d8f79-tl5ks'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor-548b9d8f79.18d24cfe89e0da63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 0357c2a3-a5cb-4fd0-a6ed-cad35781ab01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 971a3b68-e7a2-4f24-99dd-9bac7a0ee127
  kind: Event
  lastTimestamp: "2026-09-05T02:50:58Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-548b9d8f79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:58Z"
    name: isvc-canary-rollback-v2-predictor.18d24cfe86cd3cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: 11f75e43-804e-4566-b56d-4f680c54d152
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: 60625ece-aae7-40d8-bbc3-8560d513220a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback.18d24cfe88a38432
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 8e7b2338-aca9-4641-a45d-307278b6f071
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: 60625ece-aae7-40d8-bbc3-8560d513220a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback.18d24cfe894447da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 63b3360e-e3a8-4740-926d-6da52ff23396
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: 60625ece-aae7-40d8-bbc3-8560d513220a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: isvc-canary-rollback.18d24cfe89447923
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: 967d607c-884a-466f-9a88-999a9cf5501e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: 60625ece-aae7-40d8-bbc3-8560d513220a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:07Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:54:07Z"
    name: isvc-canary-rollback.18d24d1368320c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: dafcd21d-5f6f-44bd-9edc-d6379d52bd29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:54:13.601770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-79f67b4d78-2fblz
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2c0c6b7910
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: 6fc920db-0408-4dbf-b0a5-62306f78b318
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2c2de8f3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: 61f74093-3f3c-4fcb-82a4-d20938716456
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2c2fa149b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29598"
    uid: 86e5f6c7-e3e9-458b-8db9-bf27223ee774
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2c32200be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: d8ef5dce-9aad-4b1d-9e9f-da71fbf5efa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2c327d772b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29601"
    uid: b01d2d9b-79b7-4333-b76c-bc3f99f006aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d5571564e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: 88f7b3f9-5865-443e-9069-61444409756c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d5d5b28b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: a6aa8a84-e84b-4dd0-8f5f-12c74a661fa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d5f095bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: 6ae57a3d-1c18-4613-a764-1f61d9695c5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d5f121abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: 8f46f72f-dfb3-458e-8301-43478acc4533
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d6518f19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29684"
    uid: 494706fc-dd89-4175-a94a-7ecdd7daf80a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d664a4ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: 556899a9-926b-4fc5-bc4c-7a1756a09cf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:55:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:46Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d2d91b0a4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 7ccedd47-2125-46ce-9eec-a59dec638dc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:55:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:43Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d410041210b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30402"
    uid: 5c5d7952-91a9-440a-8822-e984dedb317f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:55:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:43Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d4100417e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: cae4eb28-6688-4520-82ff-59164eb04ae6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 8b3cbd0d-6965-467f-b764-3f217849fa2f
  kind: Event
  lastTimestamp: "2026-09-05T02:55:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:46Z"
    name: isvc-canary-stop-predictor-79f67b4d78-2fblz.18d24d4197f7916c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: dbbc438c-bdcd-41a1-b41e-b980cc0d80e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:54:13.552310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-79f67b4d78-vgmhb
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2c0978cd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: c8d20053-42d2-4c7d-a5ed-131d0b089d52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2c2b76c43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: ea8c75ee-4da0-43d4-a545-50c314d85521
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2c2e478ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 4b3bde59-776f-4902-890a-6ddc0e323cb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2c3286d9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: 1e61a457-ba44-4d9d-8774-82023cfbaf4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2c32fa3af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: b0af78de-7f45-416f-ace7-5f4a079a8628
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:18Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2d404dc7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: f74c4d8c-146e-4bf2-a41b-bdd9f7c4a354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:18Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2d44841d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "29660"
    uid: d89be8d4-66d9-4798-ad13-2bf642a43ebe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:18Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2d4516bee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29661"
    uid: 9c67cbe9-c274-4013-8816-1052fe9c002c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:18Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2d45263334
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: fa4cc393-6a42-4bc1-ae2c-c5238d844107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:18Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2d48d262ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: 5adcea67-9891-41ac-88b4-66c972a74118
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:18Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2d49732765
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: 58b0a667-694b-475a-96b2-bf7bade12a3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:55:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:26Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d2db683c08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30206"
    uid: 3118e97d-4d68-433d-8ce4-76cf6813f3a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d3f4b9def88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30296"
    uid: ed72697a-1772-4800-9d02-a86a4cd79ad6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d3f4b9f15a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 40d3fcdd-94c9-44e5-8425-6a3a48c977bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: d05b20fb-178c-4749-96dc-e403d40abff9
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop-predictor-79f67b4d78-vgmhb.18d24d3f68be9719
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: c2e1678f-945f-493e-92cc-f46937371c09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-79f67b4d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "29541"
    uid: d6a9351f-b452-40f8-8c89-a0fe93165b65
  kind: Event
  lastTimestamp: "2026-09-05T02:54:13Z"
  message: 'Created pod: isvc-canary-stop-predictor-79f67b4d78-vgmhb'
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-predictor-79f67b4d78.18d24d2c08ff8660
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: 2135274d-b2ca-4583-804e-284f19d7be84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-79f67b4d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "29541"
    uid: d6a9351f-b452-40f8-8c89-a0fe93165b65
  kind: Event
  lastTimestamp: "2026-09-05T02:54:13Z"
  message: 'Created pod: isvc-canary-stop-predictor-79f67b4d78-2fblz'
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-predictor-79f67b4d78.18d24d2c0c0124f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: a9c97974-d97b-408f-adfb-564142e736aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-79f67b4d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30288"
    uid: d6a9351f-b452-40f8-8c89-a0fe93165b65
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-79f67b4d78-vgmhb'
  metadata:
    creationTimestamp: "2026-09-05T02:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop-predictor-79f67b4d78.18d24d3f4b71cd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 7cb368ec-99ea-49ef-a90c-e6c48e5dad6c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29540"
    uid: eb738aec-92d2-4b21-abf3-681384c86493
  kind: Event
  lastTimestamp: "2026-09-05T02:54:13Z"
  message: Scaled up replica set isvc-canary-stop-predictor-79f67b4d78 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-predictor.18d24d2c05a47e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29543"
    uid: 39ad523b-4513-49ce-baef-6e310f0a2c37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: eb738aec-92d2-4b21-abf3-681384c86493
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: Scaled down replica set isvc-canary-stop-predictor-79f67b4d78 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop-predictor.18d24d3f4b06beba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30289"
    uid: 07aa0c50-8e46-4f80-8f22-350676e39c07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:54:13.514188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29546"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2c07331f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: 2e016df8-b7d1-4a02-8226-6566d3abc19c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2c11062d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: c55ee319-ee2b-4e55-a7c9-eb1202c45f97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2c4ce612bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29607"
    uid: b019c884-7a68-47d5-a91d-4be7d4e93265
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2c4f313688
    namespace: kserve-ci-e2e-test
    resourceVersion: "29610"
    uid: 02fa74e4-5145-484b-9027-7fdc867f837b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2c51d8fc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29615"
    uid: 2762ab6d-dd0a-4b7d-88c4-65d5de00e1f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2c523c59ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29616"
    uid: 2daf0145-bd50-4cd2-b3c9-87db779cf3fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d5559bf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: 112e04d9-a10a-407c-b713-ba7f77b8476d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d5cc33343
    namespace: kserve-ci-e2e-test
    resourceVersion: "29675"
    uid: 0c0333c2-cf02-4bd7-a6bd-10b73db1238e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d5de0cf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: a584c1d2-0de6-4670-b586-8234efcf6b95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d5deb5523
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: de929028-b176-4a15-8aab-9b1928bb5d9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d63a8bf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1cf8dde7-ab26-450b-8f25-5fb2408a8fab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:54:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:19Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d64bb24cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29683"
    uid: 33ce96ce-81cb-4e51-a14a-cd955ea9a64e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:55:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:46Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d2d91963497
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: 305bdf03-eb14-4d18-b020-2e684e08025d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:55:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:43Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d40fde4776d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 45357a63-9147-4736-9006-490edb9b367b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:55:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:43Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d40fde4f464
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 47ef38c7-df93-464b-9b57-c1c0e54cd80d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: ebc13762-0b35-4a8c-8dfe-51d43f5cee5a
  kind: Event
  lastTimestamp: "2026-09-05T02:55:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:46Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp.18d24d4197f6b96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: 55667091-c7bc-4eab-8fde-f14cdd34640a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-86f55c65d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: fcfe75d1-aa83-4bd7-94de-3e06a65634a1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:13Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-86f55c65d7-ng5qp'
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-v2-predictor-86f55c65d7.18d24d2c06a85d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: c5c61c1e-938b-4b3b-9521-622e116de3ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: 4096087c-a2bf-4094-9287-8cf88a7133b9
  kind: Event
  lastTimestamp: "2026-09-05T02:54:13Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-86f55c65d7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:13Z"
    name: isvc-canary-stop-v2-predictor.18d24d2c036ec898
    namespace: kserve-ci-e2e-test
    resourceVersion: "29533"
    uid: 0d3feeda-01f3-4fa6-9f04-ac9027b32ea9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: 3407073b-9624-4120-a658-1cc76a8680cf
  kind: Event
  lastTimestamp: "2026-09-05T02:55:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:43Z"
    name: isvc-canary-stop.18d24d2c0532bc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 6a0931ab-7227-4aca-ae73-9fe970070675
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: 3407073b-9624-4120-a658-1cc76a8680cf
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop.18d24d2c05a6b363
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 389cb249-f4ff-400e-b95a-ffa76f519e72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: 3407073b-9624-4120-a658-1cc76a8680cf
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop.18d24d2c05a6f5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30305"
    uid: 0f2843a7-21ee-4b55-a2d5-efcae94a5e14
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 3407073b-9624-4120-a658-1cc76a8680cf
  kind: Event
  lastTimestamp: "2026-09-05T02:55:36Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:36Z"
    name: isvc-canary-stop.18d24d3f5221a8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: c23bda5e-61d9-4745-a651-c13e23e1b260
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 3407073b-9624-4120-a658-1cc76a8680cf
  kind: Event
  lastTimestamp: "2026-09-05T02:55:43Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-05T02:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:43Z"
    name: isvc-canary-stop.18d24d40ff9f4ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 75ac9201-f472-43bd-bf2c-e1933b11a246
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:57.587184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bd90b3005eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 77c8b57e-69f2-4c02-9d05-7c584132799f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-827065-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bd914850c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: 7c9a89fa-40bb-4feb-ae57-330beb57e148
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bd9508b45cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 289bc8f2-788d-4fad-a5d4-66ded20a0adb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:05Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bd951ef8d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 3840fbb8-169a-4e98-a76d-e13cd9b5318e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:05Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bd9549fa315
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 4247472e-1b13-4922-a9f0-a62bfa728533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:05Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bd95505c554
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: dc0065c9-eb65-440e-b373-1b2d8b220fe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 2f289988-287c-485c-b78f-d51abc06bac1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:07Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:07Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw.18d24bdb4df19306
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 5e0ad279-67bf-4b2a-8296-7a67a95d3c39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-827065-predictor-69c84ddc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 7899c688-1b30-4d9a-8794-5ad6cbe77054
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: 'Created pod: isvc-init-fail-827065-predictor-69c84ddc55-8wwcw'
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-init-fail-827065-predictor-69c84ddc55.18d24bd90a5bf59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: d14d6077-c06d-408a-bc56-797076be1438
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-827065-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 4eb6b79a-e07e-4a36-9761-84ff89f6b2e3
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: Scaled up replica set isvc-init-fail-827065-predictor-69c84ddc55 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-init-fail-827065-predictor.18d24bd9013e6a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: 911962b3-00d1-4461-999d-db15f48e61b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-827065
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 6e3ec13a-f0ba-4ec9-b3a5-e4a0427d52a0
  kind: Event
  lastTimestamp: "2026-09-05T02:30:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:05Z"
    name: isvc-init-fail-827065.18d24bd9084cffba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 6a2d6b5d-2ed0-433b-ad69-53a0b0bb6b19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-827065
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 6e3ec13a-f0ba-4ec9-b3a5-e4a0427d52a0
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-827065":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-827065":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-init-fail-827065.18d24bd908f40504
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 50c7eec4-9173-426d-b9ea-a4f15a6b5d63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-827065
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 6e3ec13a-f0ba-4ec9-b3a5-e4a0427d52a0
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-827065": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-init-fail-827065.18d24bd908f441e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: da1bd1f9-cf4b-48dc-8918-c424ea24a7c0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:55:53.867704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30547"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-tttqc
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:55:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:55:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4364bc4414
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: e43c3c96-7e42-424c-8ecc-e2cb4d41fc0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30556"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4386c57e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30566"
    uid: 916408aa-0ff4-4f10-9615-8eab885cb96a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4388488296
    namespace: kserve-ci-e2e-test
    resourceVersion: "30569"
    uid: f52eaa6f-4c13-40b9-9239-0ff73d26d928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d438b5c3263
    namespace: kserve-ci-e2e-test
    resourceVersion: "30573"
    uid: 2bfb961a-79fe-496a-aa10-ac9a7c86f718
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d438bd186d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: 62d22f00-e792-46fd-a635-1adbb5293d2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d44a3e5d031
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: 8bb5c38d-8b46-440e-832c-73cc8a25468d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:56:05Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.441s (6.441s
    including waiting). Image size: 632120596 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4623ddba3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: ad15b122-b9c3-43b0-8599-43f213646fca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:56:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4627719852
    namespace: kserve-ci-e2e-test
    resourceVersion: "30730"
    uid: 7afa0c39-19ab-4219-b463-dbbba0e71afd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:56:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4627e6a1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 7448526e-7fc3-4153-ac45-61ead0123a1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:56:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d4627f3725b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: 05f0fe81-1b36-449e-acbe-f1593c073d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:56:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d462afaf37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: c462236c-c87a-403e-89e8-1b49f1604362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:56:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d462b7233eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: f1c4c69a-6d96-4aef-a624-35d202c4f197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:57:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d468349c46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31315"
    uid: 7280b69b-6ee8-40cc-a6b1-a445150b0fd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:57:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d585a716fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 22f0a164-36b0-4ac1-aa5a-e6357ba97eed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:57:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d585a72acc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: 2f8a2863-bf06-4043-97fd-a03591a94783
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 86e8777d-93c0-4ab0-af75-eb81789e6b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:57:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-tttqc.18d24d595f787919
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 0f3cf922-e1b0-49f1-a3b3-31f46e5d2cb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30534"
    uid: 1bd72b5f-a083-4390-b064-058d6d01632d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:53Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-tttqc'
  metadata:
    creationTimestamp: "2026-09-05T02:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d24d4363d284a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: 58dc84dd-b6b6-4a16-8ed4-23bc3163d81b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30532"
    uid: a7292339-f329-48db-a7c8-b3470eb48b9d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:53Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:53Z"
    name: isvc-lightgbm-predictor.18d24d435ed88b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30536"
    uid: a722312d-dc83-493f-8a18-4fee6ffb589f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: a9459684-7661-4cd1-9e46-d63522f59bce
  kind: Event
  lastTimestamp: "2026-09-05T02:56:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:38Z"
    name: isvc-lightgbm-predictor.18d24d46dde351f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 55cedfe1-1290-4215-81d1-835dc6a0d29d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: a9459684-7661-4cd1-9e46-d63522f59bce
  kind: Event
  lastTimestamp: "2026-09-05T02:56:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:38Z"
    name: isvc-lightgbm-predictor.18d24d46de40e5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: dca8a042-f406-4593-b5d0-67cde274b3ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: a9459684-7661-4cd1-9e46-d63522f59bce
  kind: Event
  lastTimestamp: "2026-09-05T02:57:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:08Z"
    name: isvc-lightgbm-predictor.18d24d515b742695
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: 04bddb27-7f7d-482c-ad03-67464c81b638
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: a9459684-7661-4cd1-9e46-d63522f59bce
  kind: Event
  lastTimestamp: "2026-09-05T02:57:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:08Z"
    name: isvc-lightgbm-predictor.18d24d515be3c6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: ddd53232-78c0-4215-bf25-12d4c4ab0ed6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: a9459684-7661-4cd1-9e46-d63522f59bce
  kind: Event
  lastTimestamp: "2026-09-05T02:57:23Z"
  message: deployments.apps "isvc-lightgbm-predictor" not found
  metadata:
    creationTimestamp: "2026-09-05T02:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:23Z"
    name: isvc-lightgbm-predictor.18d24d5858ccbdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 68abd628-ffb1-4c8a-918b-aa99013a266c
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: a9459684-7661-4cd1-9e46-d63522f59bce
  kind: Event
  lastTimestamp: "2026-09-05T02:57:23Z"
  message: horizontalpodautoscalers.autoscaling "isvc-lightgbm-predictor" not found
  metadata:
    creationTimestamp: "2026-09-05T02:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:23Z"
    name: isvc-lightgbm-predictor.18d24d5858ed6b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: 1c9fb8a1-6b66-4191-bde9-35188a1d9d1a
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:57:29.088151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31485"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d599050ed8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31494"
    uid: 851c9178-00ac-4fc4-8561-60bb547d7120
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31497"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d59b257263f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31506"
    uid: a8dcc171-b28f-450f-98e2-fbdf7e54c814
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d59b3d262da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: afcf4278-4fd0-41cc-bb24-a5a2f903a74e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d59b6afb1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 06ff8e9a-6ef1-4369-9666-f083ceb703df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d59b71dc40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31510"
    uid: b3f73c7c-f1b0-41ff-af51-b8b3e32a25a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:33Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5aa03a0b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: c6784601-fb4e-464f-a3c1-44d0b3a8244f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5aa30875cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: cc96b1f9-934d-43e7-98f9-88eed634d827
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5aa37be103
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 44fd96fb-fb66-42b8-83b0-04885e7001a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5aa3860601
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 36067b87-d988-4718-9739-b57f07b34e08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5aa6d808ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31557"
    uid: ca06a561-4112-4cf8-ac8c-f5443fbaa187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:57:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5aa7492955
    namespace: kserve-ci-e2e-test
    resourceVersion: "31558"
    uid: 15e9c156-da86-4dfb-ab5e-2153d38ae639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:59:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d5adc460120
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: d3239526-168c-4227-953b-e36f76de018d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:58:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d6e93cd131e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32298"
    uid: a0907278-30a9-4bc2-8d89-3a398c73efd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:58:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d6e93cdf064
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 476f55a1-64db-4dba-bba1-143a8d2ebaf5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 01a22f6c-8802-47bf-b40c-ab9d041775ff
  kind: Event
  lastTimestamp: "2026-09-05T02:59:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2.18d24d6ee280004d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: a467167e-0a14-44c0-a3e5-cbeccdd4270f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31475"
    uid: dbcf0db5-67cd-444b-acd6-9c6acc208a6c
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-d92k2'
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d24d598fc2dba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31489"
    uid: 9f71100a-13ad-4e3d-be5f-fdacff5e0312
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: 6525009f-26a9-4137-9dfc-4a7554c677f1
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime-predictor.18d24d598c6a39c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31477"
    uid: 9a6fab77-26c6-4b82-b3bb-321048ad2d72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31474"
    uid: 7b046e84-29cc-4fb5-9e8e-f90729d02a43
  kind: Event
  lastTimestamp: "2026-09-05T02:58:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:58:14Z"
    name: isvc-lightgbm-runtime-predictor.18d24d5d0b84eb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 09614286-eb62-42b8-982e-f5c0e7844045
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31474"
    uid: 7b046e84-29cc-4fb5-9e8e-f90729d02a43
  kind: Event
  lastTimestamp: "2026-09-05T02:58:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:58:14Z"
    name: isvc-lightgbm-runtime-predictor.18d24d5d0c0200f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 004d35da-0b97-4251-aefa-206e708d8377
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31661"
    uid: 7b046e84-29cc-4fb5-9e8e-f90729d02a43
  kind: Event
  lastTimestamp: "2026-09-05T02:58:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:58:59Z"
    name: isvc-lightgbm-runtime-predictor.18d24d67891b2880
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: d1ab00c2-c2a9-4096-b3f0-ef92ed395df0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31661"
    uid: 7b046e84-29cc-4fb5-9e8e-f90729d02a43
  kind: Event
  lastTimestamp: "2026-09-05T02:58:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:58:59Z"
    name: isvc-lightgbm-runtime-predictor.18d24d67898c6d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: 3293cca9-dade-4a07-a980-0c24ed2caf96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: fde14cb6-cb1f-4e8d-b803-4ecaeb405f2f
  kind: Event
  lastTimestamp: "2026-09-05T02:58:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:58:50Z"
    name: isvc-lightgbm-runtime.18d24d598c78e55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32220"
    uid: 3442143c-aee5-46ad-915e-044b08a01911
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: fde14cb6-cb1f-4e8d-b803-4ecaeb405f2f
  kind: Event
  lastTimestamp: "2026-09-05T02:57:29Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:57:29Z"
    name: isvc-lightgbm-runtime.18d24d598d06cd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 40d5e28b-5f0f-4d9c-9cb1-8a41134e9a97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32217"
    uid: fde14cb6-cb1f-4e8d-b803-4ecaeb405f2f
  kind: Event
  lastTimestamp: "2026-09-05T02:58:50Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:58:50Z"
    name: isvc-lightgbm-runtime.18d24d6c9497ea97
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: a76d53d6-12cd-4795-bde7-23220fc96b56
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:59:59.791472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:59:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:59:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7ca6ef3255
    namespace: kserve-ci-e2e-test
    resourceVersion: "32947"
    uid: c5da9391-6927-4afe-9a33-23e38532855b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:00Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:00:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7cc93fcd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32961"
    uid: 1b1b248b-09fc-4dd3-a68e-f7254222347c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7ccab5ce72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32963"
    uid: 7a7806da-e012-4bb8-8949-217530507168
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7ccdc2680e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32965"
    uid: 0b9bb4f1-5556-42d7-8d65-b2ea7734d12d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7cce3c705a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: a7a79c5d-5ef5-432f-8dce-66c4eaae01e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:05Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7df1ccb6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: 790384a7-bc05-45aa-8ff9-dacb1910fc9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7df50400a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 3336313e-8f99-4851-8901-041546a5a06e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7df57743d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33012"
    uid: 014518cc-a336-4137-a62b-dbb694646eb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7df582e2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33013"
    uid: edf9f854-3b91-4ce0-bfe9-46625471fb1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7df8aa8d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: bbc64a62-f260-4b08-be9e-d5967249e8df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7df923b1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33016"
    uid: e38eb47b-af41-4de4-91a7-5a1fea8b4081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d7e69facd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 05ade5c9-c5b8-4ce6-9d98-c5bf6a946fdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d81518ee9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 075a4531-086f-4c6a-bea7-390231ac58cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 81680a36-5835-4bb1-beb0-1cef04afefcf
  kind: Event
  lastTimestamp: "2026-09-05T03:00:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj.18d24d81518f719a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 96d9c346-fa70-4e24-aa08-cbf0870a6618
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: 6381e1dc-0ed9-4f65-be2e-0f616304c576
  kind: Event
  lastTimestamp: "2026-09-05T02:59:59Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tdklj'
  metadata:
    creationTimestamp: "2026-09-05T02:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d24d7ca6728d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "32942"
    uid: cd88a907-778d-4db1-aa40-b763a774e3cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: 8693f2df-aa88-420b-889f-c94dec3c0cea
  kind: Event
  lastTimestamp: "2026-09-05T02:59:59Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:59Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d24d7ca39a65b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: f991c32d-fc8b-4e0b-a441-e471475132ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: ada3ec03-823c-44e8-be89-7f021ce9adc6
  kind: Event
  lastTimestamp: "2026-09-05T03:00:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d24d8021f08102
    namespace: kserve-ci-e2e-test
    resourceVersion: "33101"
    uid: 44a31d4a-8a23-460e-a18b-58515db82452
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: ada3ec03-823c-44e8-be89-7f021ce9adc6
  kind: Event
  lastTimestamp: "2026-09-05T03:00:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d24d8022567ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33103"
    uid: d9923405-858f-43f5-8ab2-33b4462e927c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: eb52303a-690c-4cb7-aed7-ecf38ff1bdd7
  kind: Event
  lastTimestamp: "2026-09-05T03:00:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:00:13Z"
    name: isvc-lightgbm-v2-kserve.18d24d7ca373754a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: 29308d35-3951-47da-acb3-b216443a4672
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: eb52303a-690c-4cb7-aed7-ecf38ff1bdd7
  kind: Event
  lastTimestamp: "2026-09-05T02:59:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:59Z"
    name: isvc-lightgbm-v2-kserve.18d24d7ca3dfe6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32937"
    uid: c77b96b4-3861-4f6d-96bc-4c5bf7ea2485
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: eb52303a-690c-4cb7-aed7-ecf38ff1bdd7
  kind: Event
  lastTimestamp: "2026-09-05T03:00:13Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:00:13Z"
    name: isvc-lightgbm-v2-kserve.18d24d7fd5a9394e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 7756afd4-13e2-444c-8210-f732fa1f31ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:59:04.538997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32363"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:59:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:59:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d6fc9a147d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: 53810497-8d14-46be-9c80-8d06b43eb413
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32373"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:05Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:59:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d6feb7f70af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: e495565a-4126-44c8-84c4-115bdb4ee16a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d6fed0ecef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32385"
    uid: 4fadd311-58c7-4b45-871c-fdecf5149825
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d6fef7a583b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32386"
    uid: 509439ce-d90d-4417-ac5b-55e05968c281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d6fefe393f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32387"
    uid: c7b73391-d224-4bf8-aad0-539e7b166956
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-05T02:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d70efcce014
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 55576198-8a7a-4937-baeb-733296f01ed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d70f30ecef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32441"
    uid: cc0e011a-bcc3-4b92-b063-465479ca855a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d70f371609a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: f9b43740-c269-48d0-a3d8-d7d1436da9e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d70f37b4b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: e2f436bf-9257-409a-af9f-7f93c5a88707
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d70f6941e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 17edf7f8-1e27-485f-8a3b-ea02365ee213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d70f6f34238
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: 19dcff6c-e178-4f0f-82aa-2b74ee720fa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d7b70184a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: e9fb7345-d6bd-4781-9e0b-d2f2a6bdb100
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: a3e0fb14-37a5-4d54-a45c-c521f10f50c1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w.18d24d7b7018e2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: 6bf04b37-90be-48d5-8b0c-09444dd691e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: 9d3dc605-ce56-43f6-b15e-aa777034b423
  kind: Event
  lastTimestamp: "2026-09-05T02:59:04Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-xgk8w'
  metadata:
    creationTimestamp: "2026-09-05T02:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d24d6fc93cd1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: 3628683d-7069-496f-8cff-c1ee8ffd14f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: ef1dbc08-656b-41cb-b668-7d2c0710eb93
  kind: Event
  lastTimestamp: "2026-09-05T02:59:04Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d24d6fc6238872
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 9b45da7d-919a-4383-a148-897102ffb914
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: afa48514-abc3-4052-afcf-39504759bef1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d24d7344addb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: b793887b-24c1-47e0-bccf-008d5882957e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: afa48514-abc3-4052-afcf-39504759bef1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d24d73451e3e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: 5453761e-49ac-4b42-99e4-8c9739c602a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: afa48514-abc3-4052-afcf-39504759bef1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:49Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d24d76c44adf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "32818"
    uid: c17a59af-8a85-4fc1-bf26-12568350e678
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: afa48514-abc3-4052-afcf-39504759bef1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:49Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d24d76c4af8e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32819"
    uid: 16f888a3-23a4-4429-9c31-8b0e99040a38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: ba88e5f2-6d78-4e48-aa3c-c9c82f4e34ac
  kind: Event
  lastTimestamp: "2026-09-05T02:59:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:46Z"
    name: isvc-lightgbm-v2-runtime.18d24d6fc6254590
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: 4f6ab448-4c1a-4137-80bd-9b88c3d8c79c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: ba88e5f2-6d78-4e48-aa3c-c9c82f4e34ac
  kind: Event
  lastTimestamp: "2026-09-05T02:59:04Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:04Z"
    name: isvc-lightgbm-v2-runtime.18d24d6fc6bd122f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: 27d2ef0c-f05b-4b1f-b98a-918b99c4b61e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32794"
    uid: ba88e5f2-6d78-4e48-aa3c-c9c82f4e34ac
  kind: Event
  lastTimestamp: "2026-09-05T02:59:46Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:46Z"
    name: isvc-lightgbm-v2-runtime.18d24d79937138da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: 56d0cb84-3591-4cff-a33e-aaf642907042
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: c33ef4a2-0314-46b3-bbed-dea3bf5d3fd1
  kind: Event
  lastTimestamp: "2026-09-05T02:57:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:57:23Z"
    name: isvc-lightgbm.18d24d435ee97278
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 606f7e0d-c649-4c3b-b530-cbd38a7d4920
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: c33ef4a2-0314-46b3-bbed-dea3bf5d3fd1
  kind: Event
  lastTimestamp: "2026-09-05T02:55:53Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T02:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:53Z"
    name: isvc-lightgbm.18d24d435f7d5554
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: f2ca11d6-42c4-4a4e-be3b-fe2b1b482ba1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31397"
    uid: c33ef4a2-0314-46b3-bbed-dea3bf5d3fd1
  kind: Event
  lastTimestamp: "2026-09-05T02:57:23Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:57:23Z"
    name: isvc-lightgbm.18d24d583aa86f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: 880da63a-6f4b-4022-8526-c7619021ebef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:33:27.756104Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7fd97f8756-z5cbw
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c09fa3b4cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 78fa9e2b-2cf3-40c3-a6e7-2b7488887b59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0a1c1c19d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: cc14ec79-7b47-4eae-95bd-99c2da68451e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0a1da3ddcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 20b8a31a-a6fd-4863-a362-807c5d0ad198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0a215d1fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: b42f5e9a-289f-4b58-8c38-822927f3dc24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0a21cde1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 1d7f96cd-cdba-4017-bd7d-360a18325755
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b38b1bb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: c84b29e3-1a06-4ddb-b28d-975fbcb89bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b3c9f674e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: f20fd740-f42f-4365-b20b-6bf24876d39d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b3d12e269
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: f4984757-3ee3-42c9-bfb9-ffbcdf99a6b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b3d1cdb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 5e6e8201-c7a4-4635-9ded-832e7b25a321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b4030939c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: f2bb0a86-7f60-41cb-9b54-7839707fe44a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b40c6090f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 6bbefb87-7c03-4bef-ae65-40c369540e2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b40cfa047
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 482489d3-e06a-434e-96d6-59b16feaec3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b43e5e082
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: b1d55487-8dbb-4105-bbe3-5c9c442a59b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:33:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-05T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:33Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b446e9a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: bf091add-6bac-43e2-bd9d-071a12e8fb16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:35:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:11Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0b74ce3089
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: f27c49d3-bc68-4d4b-aabe-8db23c4b7b5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:35:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:11Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c0bb0a07ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: f52c487d-99b8-4aeb-a464-4d06d86cca5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:35:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:02Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c2023b3f488
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: ccdd3bdf-747e-486c-af90-6923d6584e6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:35:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-05T02:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:02Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c2023b5253a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: a33454c4-32a7-422e-976f-e7638fb7c892
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:35:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:02Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c2023b58098
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: c595d415-5280-497f-8ee6-856a0cc490a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7fd97f8756-z5cbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: a7048636-d90f-464b-b5ff-629148b4ac08
  kind: Event
  lastTimestamp: "2026-09-05T02:35:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:21Z"
    name: isvc-logger-predictor-7fd97f8756-z5cbw.18d24c20e0e58a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 87381879-0e23-47bf-a465-38bd2ebe5478
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7fd97f8756
    namespace: kserve-ci-e2e-test
    resourceVersion: "17520"
    uid: 30a3321b-6251-44ef-a21d-20639b7a8189
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: 'Created pod: isvc-logger-predictor-7fd97f8756-z5cbw'
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-logger-predictor-7fd97f8756.18d24c09f9a55c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 6e01aa8f-7fd9-4e26-93cc-52f3d6fa9b2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 856bb1fc-978e-4724-a7ea-08ff1dad109e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: Scaled up replica set isvc-logger-predictor-7fd97f8756 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-logger-predictor.18d24c09f5ef7e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: f20dd2f1-4c2a-4e9c-b454-eed05b9eb204
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 16dd0427-2a4f-437a-b92c-8801f08b4b2f
  kind: Event
  lastTimestamp: "2026-09-05T02:34:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:12Z"
    name: isvc-logger-predictor.18d24c0d7451cfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 6312b7f5-9564-4261-b934-54ad52a4ff9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 16dd0427-2a4f-437a-b92c-8801f08b4b2f
  kind: Event
  lastTimestamp: "2026-09-05T02:34:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:12Z"
    name: isvc-logger-predictor.18d24c0d74dbd077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 9177cc9d-9260-44b2-9f83-fc34f2f72c7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 16dd0427-2a4f-437a-b92c-8801f08b4b2f
  kind: Event
  lastTimestamp: "2026-09-05T02:34:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:57Z"
    name: isvc-logger-predictor.18d24c17f0e0da27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: 103a95e8-0c66-478b-b955-efe81a973f81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 16dd0427-2a4f-437a-b92c-8801f08b4b2f
  kind: Event
  lastTimestamp: "2026-09-05T02:34:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:57Z"
    name: isvc-logger-predictor.18d24c17f15600d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 233639a7-35a7-47a4-a9b5-bd7a769ab1e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: cb5681a9-6b87-4189-8125-7189df68481f
  kind: Event
  lastTimestamp: "2026-09-05T02:34:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:51Z"
    name: isvc-logger.18d24c09f5f4d10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18300"
    uid: 5f9d92d9-cef1-450f-8ece-222ff9441b45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: cb5681a9-6b87-4189-8125-7189df68481f
  kind: Event
  lastTimestamp: "2026-09-05T02:33:27Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:27Z"
    name: isvc-logger.18d24c09f6838ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 52ea7c64-53e7-49b8-b8f7-a383a5f00eab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18298"
    uid: cb5681a9-6b87-4189-8125-7189df68481f
  kind: Event
  lastTimestamp: "2026-09-05T02:34:51Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:34:51Z"
    name: isvc-logger.18d24c1d69fcda0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 67ad6a32-87a9-41f0-9b4d-e1a4551dfbe2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:00:25.028507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d82872daacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: edd71411-d430-49aa-a201-a0c5e123701b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33253"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d82a90d4143
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: d2f270f9-302a-4d42-9981-4d604a2b5fcc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d82aa782547
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: b5041f80-9b53-4a7d-bcac-3fa5ad5cc37e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d82ad3da282
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 0c8d419a-6858-450e-80df-f4d53cc2cf11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d82adadeb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 20999b90-8f0b-446e-9b40-72c3ca7ade5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d83a88e18ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33356"
    uid: 9f14fd17-c6fd-4896-83c8-22f1b7ec85c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d83abcc53be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33358"
    uid: 949dd1b0-88e7-4bb2-9272-d3155b7d370f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d83ac3d4064
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 833220e6-5d14-496c-935f-cb3522d29a7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d83ac45e5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: 5a1ce169-eaee-4341-855f-64651963bb20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d83aef98fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: 7897b7c8-7a1b-41fe-8968-73a82018e8d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:00:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d83af6bbe3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: d5636903-74b9-410c-96c9-0274da1f5dd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:01:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d8e2ee178a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: ded5695f-4144-4ddc-8ca0-73471315e9fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 6db84ec3-8661-4265-8e4f-661aa144aa60
  kind: Event
  lastTimestamp: "2026-09-05T03:01:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4.18d24d8e2ee230ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: 8e9aee5e-3767-4491-b8b9-4e292a79404f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33233"
    uid: c3848ad8-5225-4974-8202-5c336f24c4d8
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-wpqp4'
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d24d828644bad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: 0b02818d-cb98-4c87-a885-4ec7601702f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: 81a68518-49d4-4953-8b5c-d1b1077c253c
  kind: Event
  lastTimestamp: "2026-09-05T03:00:24Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18d24d828318ded5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 57b222e2-a9a5-454b-b3f3-b9b1368ff90d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: ea80bb6d-5837-414c-8951-16888a3a162f
  kind: Event
  lastTimestamp: "2026-09-05T03:00:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18d24d86022f316c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 37ea618a-72a2-4201-a681-de44e26f2e8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: ea80bb6d-5837-414c-8951-16888a3a162f
  kind: Event
  lastTimestamp: "2026-09-05T03:00:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18d24d86029ac215
    namespace: kserve-ci-e2e-test
    resourceVersion: "33447"
    uid: 283e6ec7-d744-4384-b5d5-f3d12508bee9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: ea80bb6d-5837-414c-8951-16888a3a162f
  kind: Event
  lastTimestamp: "2026-09-05T03:01:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:10Z"
    name: isvc-mlflow-v2-runtime-predictor.18d24d89815e7fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: b44e5baa-bcc5-40bf-819e-d879cbd3b657
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: ea80bb6d-5837-414c-8951-16888a3a162f
  kind: Event
  lastTimestamp: "2026-09-05T03:01:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:10Z"
    name: isvc-mlflow-v2-runtime-predictor.18d24d8981d4a723
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: bdf0a622-3c14-4e51-b5c0-3521b2bdfdde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 7e231acf-fd92-42ea-8b42-9c8be4782ff8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:01:07Z"
    name: isvc-mlflow-v2-runtime.18d24d82831e3e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "33656"
    uid: 3488ade7-0a8d-4c97-b908-0b9851382e89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 7e231acf-fd92-42ea-8b42-9c8be4782ff8
  kind: Event
  lastTimestamp: "2026-09-05T03:00:24Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:00:24Z"
    name: isvc-mlflow-v2-runtime.18d24d8283bf4579
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: 132e326d-b281-471a-b1d2-8341b2ac5229
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 7e231acf-fd92-42ea-8b42-9c8be4782ff8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:06Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:01:06Z"
    name: isvc-mlflow-v2-runtime.18d24d8c4c50d1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: c8b2be9c-26cd-484d-bc6e-18f79b4c028a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:02:45.535621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-vclc6
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:02:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:02:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da33e0e295e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: e23dd3e0-03e3-4755-9f89-0a5eff405e6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:02:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T03:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da3470a4cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: c0cc527f-c885-4fb7-9d43-b5f65879497d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34601"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:02:46Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:02:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da383bb06a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34619"
    uid: 89c63de8-9488-4e77-b897-67280f5425cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:02:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da385140553
    namespace: kserve-ci-e2e-test
    resourceVersion: "34621"
    uid: 86753f7e-d05c-4d2b-8cc8-d739786122e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:02:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da388207cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 5b0adcad-9aa4-434a-aa21-61c5872654e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:02:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da3888d7980
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 16dad9f3-772a-49db-a63a-62a8c403a1bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:02:52Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T03:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da4dda001a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: 975e2f61-9ff2-40c5-b9d7-a50ce708f24c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:03Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.09s (11.09s
    including waiting). Image size: 1175630080 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T03:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da772abc33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 50078f34-ddc4-4854-aa00-3e941035e5f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da77584a2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: 0056aa47-5e1d-4490-b533-e493e5654161
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da775e59a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 1ff4a487-a07c-4d08-82d4-39a2c7072ec0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da775ee2df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 826a4acb-2124-4a08-b2f1-0474227a1738
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da778d14725
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: 2c7d4ef1-f3e5-4603-b8de-411e50b17f3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da7792f9922
    namespace: kserve-ci-e2e-test
    resourceVersion: "34772"
    uid: e34ba348-d761-478c-9e41-b3c9cfc574da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24da7ac742c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 3f03f7a8-1377-4283-b6e3-b07e0173cc7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24db3c7fa4480
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 3191e569-3e4c-4985-81f9-05f6d22c7350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: 6becea5b-7727-455f-b848-4391b32b3a6c
  kind: Event
  lastTimestamp: "2026-09-05T03:03:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vclc6.18d24db3c7fabd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 32996468-b810-4b2b-b76e-0c789d237053
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: eb684ce0-68d3-48d5-b518-5dc01532363e
  kind: Event
  lastTimestamp: "2026-09-05T03:02:45Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-vclc6'
  metadata:
    creationTimestamp: "2026-09-05T03:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:02:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d24da33d974535
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: 6ec36853-f690-4f2f-a0ab-d2cfd8c003b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34579"
    uid: 808cb628-9416-414c-921b-41953317543f
  kind: Event
  lastTimestamp: "2026-09-05T03:02:45Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:02:45Z"
    name: isvc-paddle-predictor.18d24da33a1a061b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: 7ed9dfd4-25eb-417b-8b53-c8fd14ac3cc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: a82d7a75-a077-43ed-95f4-4ab01b71fe83
  kind: Event
  lastTimestamp: "2026-09-05T03:03:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:30Z"
    name: isvc-paddle-predictor.18d24da6b8b5bb20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35070"
    uid: 3b0b2077-5e0b-4e6a-91db-e6bb99f2678e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: a82d7a75-a077-43ed-95f4-4ab01b71fe83
  kind: Event
  lastTimestamp: "2026-09-05T03:03:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:30Z"
    name: isvc-paddle-predictor.18d24da6b92816dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35071"
    uid: abfdd65e-40b3-448c-b91c-705c376791fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: a82d7a75-a077-43ed-95f4-4ab01b71fe83
  kind: Event
  lastTimestamp: "2026-09-05T03:03:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:45Z"
    name: isvc-paddle-predictor.18d24db135ef7cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35175"
    uid: 12a047c8-9772-4e6f-9447-cf59044f3f51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: a82d7a75-a077-43ed-95f4-4ab01b71fe83
  kind: Event
  lastTimestamp: "2026-09-05T03:03:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:45Z"
    name: isvc-paddle-predictor.18d24db1365cead7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: 9d0977b9-5371-4330-b927-3f0aec890f32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:04:01.759795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:04:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:04:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db4fd5ec29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: da314f4f-b43f-41bc-afb2-db11ac4edb24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35357"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:02Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:04:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db51f79dbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: b24dee0b-4cfd-4c83-b733-9e6a757eb1b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db520f6ddac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35366"
    uid: 8c0b3075-11f9-4143-8931-1b39bcb3766b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db524398f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35367"
    uid: 6aa6c789-af77-4fe6-be3d-2ef7911901f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db524c303c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: fc964c96-9a53-4ea7-97fd-2def6060cb21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:07Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T03:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db654173595
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: 014f5c7c-282b-4519-84d8-0a4f9728df1a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:18Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.612s (10.612s
    including waiting). Image size: 1175630080 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T03:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db8cca27896
    namespace: kserve-ci-e2e-test
    resourceVersion: "35500"
    uid: 0b855e97-16fb-4070-91e7-0c7b5f507e31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db8cfc9ac15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35501"
    uid: b35815b8-7c67-430c-a71e-5884dc809552
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db8d0401c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: 74db1fd8-746e-46c4-8ada-ccd10ae3cc22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db8d04ac2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35504"
    uid: ac370422-539a-4cfa-8f63-ce11842e8e7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db8d32b4112
    namespace: kserve-ci-e2e-test
    resourceVersion: "35506"
    uid: b2b5fa19-daee-4cc8-9b70-62c9f17be921
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:04:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db8d39fdfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: 8cdff9d0-3f04-40e2-a2ca-d350cb438eca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:05:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24db9233bc139
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: f118113e-c2e8-4b40-9ca0-e746b24c7320
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:05:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:12Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24dc58cb58eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: 69de4b17-bc2a-4fc6-bba8-d5e41e06e6c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:05:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:12Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24dc58cb6c98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: c2665a0c-ff55-4a02-ae97-947ee5c235f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: c6515eee-e003-4a20-a44e-1d514def0ddb
  kind: Event
  lastTimestamp: "2026-09-05T03:05:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-jtpt6.18d24dc62d5a3101
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: 1ebda2ff-4c1c-4013-9ed7-77896f4fb686
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 7571e65d-7c31-4473-b115-e80c9ddf7322
  kind: Event
  lastTimestamp: "2026-09-05T03:04:01Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-jtpt6'
  metadata:
    creationTimestamp: "2026-09-05T03:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:01Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d24db4fd00c98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35350"
    uid: 4b3513b5-6333-48ef-93c5-f11b9cc2e997
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: 507d6c14-3338-4255-ac94-a34bb89d6070
  kind: Event
  lastTimestamp: "2026-09-05T03:04:01Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T03:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:01Z"
    name: isvc-paddle-runtime-predictor.18d24db4f9cb2308
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: 06c5296f-934f-4a69-b2c2-f36e3e35203b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: d8568e32-5c93-4183-8dc3-b9a83e78fca1
  kind: Event
  lastTimestamp: "2026-09-05T03:04:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:46Z"
    name: isvc-paddle-runtime-predictor.18d24db87853c111
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: 0ff4cd8a-cfc8-4720-8d46-48e2cdd4665d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: d8568e32-5c93-4183-8dc3-b9a83e78fca1
  kind: Event
  lastTimestamp: "2026-09-05T03:04:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:46Z"
    name: isvc-paddle-runtime-predictor.18d24db878c3ba3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 7a06d07c-87f2-41e4-89df-56f35bb11d52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35485"
    uid: d8568e32-5c93-4183-8dc3-b9a83e78fca1
  kind: Event
  lastTimestamp: "2026-09-05T03:05:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:01Z"
    name: isvc-paddle-runtime-predictor.18d24dbbf7fd655b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: 22845745-77f9-4b5d-b305-aab2bf46ce8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35485"
    uid: d8568e32-5c93-4183-8dc3-b9a83e78fca1
  kind: Event
  lastTimestamp: "2026-09-05T03:05:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:01Z"
    name: isvc-paddle-runtime-predictor.18d24dbbf875d7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35917"
    uid: 0f486749-9e70-48e5-9111-7344b004edeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 304a9ebf-da37-4568-8209-9043707e0e9a
  kind: Event
  lastTimestamp: "2026-09-05T03:05:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:05:05Z"
    name: isvc-paddle-runtime.18d24db4f9c9b64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: 6bb2b00a-8a1c-482d-95a7-4b9910ab7661
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 304a9ebf-da37-4568-8209-9043707e0e9a
  kind: Event
  lastTimestamp: "2026-09-05T03:04:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:04:01Z"
    name: isvc-paddle-runtime.18d24db4fa467e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: 8736bca6-2acd-47dc-9d99-f64fa0bc3de0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 304a9ebf-da37-4568-8209-9043707e0e9a
  kind: Event
  lastTimestamp: "2026-09-05T03:05:05Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:05:05Z"
    name: isvc-paddle-runtime.18d24dc3dfce1251
    namespace: kserve-ci-e2e-test
    resourceVersion: "36033"
    uid: 2ee62266-e710-48cb-acd9-3f0ebe5a5b44
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:05:18.046430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc6c0686e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 0ab907a4-dedf-41f6-a409-3fb4f122bd3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc6e228d3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: 84eb31aa-ad4f-4cca-9353-25191f32d816
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc6e3a8b040
    namespace: kserve-ci-e2e-test
    resourceVersion: "36203"
    uid: a5044103-90aa-4d77-aff7-6e7631b8c03b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc6e6890866
    namespace: kserve-ci-e2e-test
    resourceVersion: "36204"
    uid: ffaef730-a5c2-4b68-bce2-e2a12a22d3b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc6e6e4eb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: 76dbba88-79e2-4dca-bb61-ec3acf7d2ee7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:24Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc831b0f978
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 9d27f75b-601c-42b7-a6ef-a8a60ef466fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc83552c80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: a8d51936-8ec7-4d36-809a-d2aaf8cff6c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc835c27e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 04b8e882-1c43-412b-9633-17543921acd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc835cd7d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36254"
    uid: ffe0ac56-05c6-414d-9e7b-fe628145cd21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc839329917
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: f510f859-7bb8-4d15-9c91-ae44f2cb5c0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:05:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc839f24b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: 3704c05b-c033-4f9a-807a-422c03f098d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:06:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dc86dbd6312
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: a130a81a-f765-4128-b0d4-8ecd8db597e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:06:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dd50e4b93a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: c3e6752b-08c7-4326-abe0-cec95cde8fbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:06:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dd50e4c497e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: 39127abb-7c4c-4a27-9166-5c02c45558d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 192dd236-8f50-4126-a186-a9974f8dd437
  kind: Event
  lastTimestamp: "2026-09-05T03:06:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd.18d24dd577d3ece6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 6635bacf-1013-4d3f-bd4f-465e26fdfba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: 3a2f6783-e441-499e-b957-5dab71bdff08
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zckcd'
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d24dc6bff82797
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: ed6e4238-130d-459c-924f-46664eb12498
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: d43f99da-b1f1-4486-a66a-d3515b8f408d
  kind: Event
  lastTimestamp: "2026-09-05T03:05:17Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T03:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:17Z"
    name: isvc-paddle-v2-kserve-predictor.18d24dc6bcb7d819
    namespace: kserve-ci-e2e-test
    resourceVersion: "36170"
    uid: 5ce60fd8-317d-409d-83cb-a2e4ba003bfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 6cebc949-61d5-4a13-9603-45f9cd580a60
  kind: Event
  lastTimestamp: "2026-09-05T03:05:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:48Z"
    name: isvc-paddle-v2-kserve-predictor.18d24dca3c3d12e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36436"
    uid: f6bbf24f-e2c1-411d-8d54-87d4c52a49e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 6cebc949-61d5-4a13-9603-45f9cd580a60
  kind: Event
  lastTimestamp: "2026-09-05T03:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:48Z"
    name: isvc-paddle-v2-kserve-predictor.18d24dca3cc831a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36437"
    uid: ab67dbe6-f2a7-4c23-8d0b-a2384742566a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 6cebc949-61d5-4a13-9603-45f9cd580a60
  kind: Event
  lastTimestamp: "2026-09-05T03:06:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:18Z"
    name: isvc-paddle-v2-kserve-predictor.18d24dd13b52c2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36658"
    uid: 09ed129f-61fa-4def-b00a-f5a9ed7f5a78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 6cebc949-61d5-4a13-9603-45f9cd580a60
  kind: Event
  lastTimestamp: "2026-09-05T03:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:18Z"
    name: isvc-paddle-v2-kserve-predictor.18d24dd13bc9ae4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36659"
    uid: 7144acb1-5169-44ea-ad04-609dc811583c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: c3b7d4aa-6291-418d-8997-c3594a455fc0
  kind: Event
  lastTimestamp: "2026-09-05T03:06:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:11Z"
    name: isvc-paddle-v2-kserve.18d24dc6bcb687fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: ae2e5b33-43c3-4061-8fc7-5513916eb8e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: c3b7d4aa-6291-418d-8997-c3594a455fc0
  kind: Event
  lastTimestamp: "2026-09-05T03:05:17Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:05:17Z"
    name: isvc-paddle-v2-kserve.18d24dc6bd5fb9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36174"
    uid: 20582f3c-79ed-439a-b446-1fe75597bb4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: c3b7d4aa-6291-418d-8997-c3594a455fc0
  kind: Event
  lastTimestamp: "2026-09-05T03:06:11Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:11Z"
    name: isvc-paddle-v2-kserve.18d24dd32930c401
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 87c63349-b9ef-4071-966a-e6ee62c0c992
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: 4a6f5088-73b1-49a6-b589-2c472b7a7f6b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:03:50Z"
    name: isvc-paddle.18d24da339a34a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: a33968e3-acce-45bb-a6f0-e40849a34eed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: 4a6f5088-73b1-49a6-b589-2c472b7a7f6b
  kind: Event
  lastTimestamp: "2026-09-05T03:02:45Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T03:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:02:45Z"
    name: isvc-paddle.18d24da33a353073
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: a89112b9-d1ff-4550-a089-6b5810eee6c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: 4a6f5088-73b1-49a6-b589-2c472b7a7f6b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:50Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:03:50Z"
    name: isvc-paddle.18d24db267655ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "35222"
    uid: 019876ed-e13c-43f7-a2b0-51b6061d18e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:06:24.642873Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-rwz8b
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:06:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:06:24Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd641dd6eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: 00e0a0dd-f346-4897-93b9-071c6bec8b07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:25Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:06:25Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd663bf9e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36786"
    uid: 4b9cfbd8-53d0-4254-9392-fe6f8add40e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:25Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd66549541b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: a82abeb2-1f55-44c0-8d75-0d73d9548cd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:25Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd667fcb54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: d84a3a2b-497a-4e3f-85a7-0e4d3a75f90a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:25Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd6686b5506
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 08cf03e9-4a62-46c3-9522-14e002b59680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:29Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T03:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:29Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd7664b1cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 779db046-4dce-43a6-82c2-be80046de61f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:36Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.225s (7.225s
    including waiting). Image size: 826780030 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T03:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:36Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd914f07a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 2c709236-700d-4c31-9e88-98503cb9586e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:36Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd9182aef52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: cc0152cb-bc9c-46c3-a1c5-790db12ef9ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:36Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd9189bae70
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: c19a3e82-ef2a-4ba7-a382-c3fad6c087ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:36Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd918a5377b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: 489d662d-595d-440a-a3f3-a6de3365643c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:36Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd91bca252e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: 94f09d55-1b38-4697-9ba4-a60769ce9207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:06:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:36Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd91c38b9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 5bf7dc57-36c7-4f49-ac11-5fd1c443a57f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:07:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:07:44Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dd983146f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: 931de6ac-cb19-49c1-8673-ea494219c5ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:08:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:05Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dedc8a9b1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 070f2765-2283-4cb8-a764-30653dedd199
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rwz8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: f9bcc5d9-a957-4985-aac3-65fe47b6c168
  kind: Event
  lastTimestamp: "2026-09-05T03:08:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:05Z"
    name: isvc-pmml-predictor-8674795f59-rwz8b.18d24dedc8aac14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: c8971395-ac26-4d99-aba1-4fe6f040aacc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: a531f253-b21d-47cc-a609-3c33afd7fab7
  kind: Event
  lastTimestamp: "2026-09-05T03:06:24Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-rwz8b'
  metadata:
    creationTimestamp: "2026-09-05T03:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:24Z"
    name: isvc-pmml-predictor-8674795f59.18d24dd6414355f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36770"
    uid: efe9352e-8064-4c21-ac02-52c96a5444d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36756"
    uid: 90125998-2802-4534-9e3f-1b5267f69caf
  kind: Event
  lastTimestamp: "2026-09-05T03:06:24Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:24Z"
    name: isvc-pmml-predictor.18d24dd63e616073
    namespace: kserve-ci-e2e-test
    resourceVersion: "36761"
    uid: 45c2d6e7-baf8-4049-944b-da4343aa163f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36757"
    uid: d4fba094-fe2f-482f-a3bd-37ee819d2cf4
  kind: Event
  lastTimestamp: "2026-09-05T03:07:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:07:09Z"
    name: isvc-pmml-predictor.18d24dd9bcfac4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: 9faeb0b0-a0ac-4ee4-8adf-a81c7af6e069
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36757"
    uid: d4fba094-fe2f-482f-a3bd-37ee819d2cf4
  kind: Event
  lastTimestamp: "2026-09-05T03:07:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:07:09Z"
    name: isvc-pmml-predictor.18d24dd9bd692e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37307"
    uid: c49c3233-a3d7-405c-b265-0d0ca7f46168
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: d4fba094-fe2f-482f-a3bd-37ee819d2cf4
  kind: Event
  lastTimestamp: "2026-09-05T03:07:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:07:54Z"
    name: isvc-pmml-predictor.18d24de439bbbf63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: 22446bf6-3046-48b3-9522-61dd24745b6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: d4fba094-fe2f-482f-a3bd-37ee819d2cf4
  kind: Event
  lastTimestamp: "2026-09-05T03:07:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:07:54Z"
    name: isvc-pmml-predictor.18d24de43a218f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: b57bba1b-4bea-4314-a2d4-0a5cf3454bde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:08:10.851964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-h5vbx
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:08:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:08:10Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24deefc6b87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: 4821be51-fcf8-4423-a885-656902a929c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:11Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:08:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24def1e57e4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37827"
    uid: 25a97e1f-6fa8-4a50-a83e-c8e9ab01aece
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24def1faac339
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 0509ca44-d25e-446c-abb9-fc86a776d2c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24def22d943ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: 476c73fb-7241-40ac-948a-bac264d927bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:11Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24def234c450e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: d61a6546-496d-4228-ad63-1f343e4153fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:15Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T03:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df018c1bd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: fcfe832f-78b6-46dc-a44f-a1aa9fc4214f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:22Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.032s (7.032s
    including waiting). Image size: 826780030 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df1bbf46417
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: 38d842b7-c358-4686-9708-483133335ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df1bff0f3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: 9c82812b-5936-461d-8b1d-e0b31490a63b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df1c06705c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37997"
    uid: b945252b-30f0-45e7-8d81-e036ce7619eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df1c0720cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: eb715727-6ee4-4a56-9289-127646e79235
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df1c43aa044
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 99ce8309-1a7b-4d26-869b-40c7257d3482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:08:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df1c4aecb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: 3a27a29a-ed61-4f5a-8a68-5c59d372f041
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:09:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:30Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24df2349fb007
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: ecb17543-dd65-4212-8869-7fd095878d60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:09:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24e0681ac3cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38776"
    uid: 8efec675-c08e-4aac-9970-2ff87e3e9c75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 75e2f35b-0a31-4d5c-a50d-62ff08cd7a2f
  kind: Event
  lastTimestamp: "2026-09-05T03:09:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-h5vbx.18d24e0681acc3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38777"
    uid: 30cf1196-2cef-4fbe-946f-b2e85b5d0cbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 17897d30-fe7d-48d0-88db-f8a73d3dc4b3
  kind: Event
  lastTimestamp: "2026-09-05T03:08:10Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-h5vbx'
  metadata:
    creationTimestamp: "2026-09-05T03:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:10Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d24deefbe17bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: ab72b99e-21d6-49c7-8ac7-1379f2c099c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 76d42ad6-0b31-43d4-8f3b-f0db0f13861d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:10Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:10Z"
    name: isvc-pmml-runtime-predictor.18d24deef88960c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: e4829e68-39b0-44e4-b594-2b7a9df39361
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: f72a9d8d-0b31-4189-9995-472a2c8ff227
  kind: Event
  lastTimestamp: "2026-09-05T03:08:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:55Z"
    name: isvc-pmml-runtime-predictor.18d24df27702a59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38333"
    uid: d3fe860e-663b-4ce8-8cde-90bcb2f8acc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: f72a9d8d-0b31-4189-9995-472a2c8ff227
  kind: Event
  lastTimestamp: "2026-09-05T03:08:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:55Z"
    name: isvc-pmml-runtime-predictor.18d24df2777454af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: d7c412d2-4f60-47aa-9af4-eeeeae0f9791
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38032"
    uid: f72a9d8d-0b31-4189-9995-472a2c8ff227
  kind: Event
  lastTimestamp: "2026-09-05T03:09:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:09:40Z"
    name: isvc-pmml-runtime-predictor.18d24dfcf4f6855c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: 54d38327-d9a8-40a9-8da1-78317971b870
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38032"
    uid: f72a9d8d-0b31-4189-9995-472a2c8ff227
  kind: Event
  lastTimestamp: "2026-09-05T03:09:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:09:40Z"
    name: isvc-pmml-runtime-predictor.18d24dfcf55868b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: abc67227-39d9-4947-b28d-5d75fede714b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: d4589653-e519-4dfe-be99-2c652365f686
  kind: Event
  lastTimestamp: "2026-09-05T03:09:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:09:40Z"
    name: isvc-pmml-runtime.18d24deef88c03ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: 0dfa8d91-7ea4-47e9-a91c-5ae8a085be75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: d4589653-e519-4dfe-be99-2c652365f686
  kind: Event
  lastTimestamp: "2026-09-05T03:08:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:10Z"
    name: isvc-pmml-runtime.18d24deef9501f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37803"
    uid: d20b885d-aef0-4dd4-bb41-2fe9378ec334
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: d4589653-e519-4dfe-be99-2c652365f686
  kind: Event
  lastTimestamp: "2026-09-05T03:09:40Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:09:40Z"
    name: isvc-pmml-runtime.18d24e03ecad1d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38664"
    uid: 674d3fc0-603c-41b1-90d9-b198a509f0cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:09:57.044078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:09:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:09:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e07b5f6ae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: 7c710f27-13b5-4639-b10e-19849d0eec32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:09:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T03:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e07be96bfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38854"
    uid: 187f161e-e610-46a4-97cf-3aedfbd62df8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:09:58Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:09:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e07fbf69f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: ee8e2a5a-a9b1-4834-b367-94411b9e1d2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:09:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e07fd7a713f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: e053cc73-9630-47ae-9b09-9329c0fb5e75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:09:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e080085e378
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 01004856-c95e-4960-ac6f-812f4ea75525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:09:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e0800f5c6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38873"
    uid: 8abae142-834c-444c-ac92-2bf8fdf10d5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:10:02Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e08e524482c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38903"
    uid: 2bc7b595-90e4-4a13-bd11-3d0ae3baae65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:10:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e08e7f14e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: 41ed8fbb-7877-4928-a2e9-e5a69ef8cd62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:10:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e08e8654ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: c2cf7911-73a5-4a83-9b58-aee0734ffa0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:10:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e08e87098c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38910"
    uid: 6f29c088-63dd-4d16-a9bc-452dc8574c62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:10:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e08eb5c272e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 61a00ce2-f109-46d4-b7c5-e0dfc72510a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:10:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:02Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e08ebd365c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38913"
    uid: a54eb8d1-2efd-4d50-abb3-43a4574cc341
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:11:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:11:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e095d49a95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: 3d3384ed-5305-4ba6-a4ff-a67f4243f1ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:11:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:11:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e1ce1db3a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39659"
    uid: 84dac75e-da01-48e5-8ac1-cc5707e973ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:11:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:11:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e1ce1dc6ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39660"
    uid: 49c319ee-805b-4ccd-be15-1c923d7b7d80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e68d0f19-09ee-4980-90e9-49629ccc6fc6
  kind: Event
  lastTimestamp: "2026-09-05T03:11:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:11:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm.18d24e1d633a1794
    namespace: kserve-ci-e2e-test
    resourceVersion: "39673"
    uid: 98326574-f318-4b6e-8b8f-45d96b70f81f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38831"
    uid: c6e15292-f917-4c89-abdf-c7cfb4b8aeea
  kind: Event
  lastTimestamp: "2026-09-05T03:09:57Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-hnwcm'
  metadata:
    creationTimestamp: "2026-09-05T03:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:09:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d24e07b58d0544
    namespace: kserve-ci-e2e-test
    resourceVersion: "38843"
    uid: 0754a493-37b6-4daf-a188-31ea85656c78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: 735b0b47-541b-46de-ab5f-d321d8ce0b53
  kind: Event
  lastTimestamp: "2026-09-05T03:09:56Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T03:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:09:56Z"
    name: isvc-pmml-v2-kserve-predictor.18d24e07b25a50b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: a8760879-d741-40cd-a982-e6d8246e6eac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: fc047812-4b33-4109-a654-43c15adeef89
  kind: Event
  lastTimestamp: "2026-09-05T03:10:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:42Z"
    name: isvc-pmml-v2-kserve-predictor.18d24e0b319d9317
    namespace: kserve-ci-e2e-test
    resourceVersion: "39309"
    uid: a49650be-76b8-42c7-bc41-255f7493799f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: fc047812-4b33-4109-a654-43c15adeef89
  kind: Event
  lastTimestamp: "2026-09-05T03:10:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:42Z"
    name: isvc-pmml-v2-kserve-predictor.18d24e0b31fc52fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39310"
    uid: 2b9473ff-feee-4670-88ff-6980fdc2c72d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: fc047812-4b33-4109-a654-43c15adeef89
  kind: Event
  lastTimestamp: "2026-09-05T03:11:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:11:27Z"
    name: isvc-pmml-v2-kserve-predictor.18d24e15af06148a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: e9412150-d301-4ace-874e-287580c3a905
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: fc047812-4b33-4109-a654-43c15adeef89
  kind: Event
  lastTimestamp: "2026-09-05T03:11:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:11:27Z"
    name: isvc-pmml-v2-kserve-predictor.18d24e15af95ffc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39634"
    uid: a821fa91-1e37-411b-898d-fdcf456ae59c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38821"
    uid: d5319104-111c-4cc9-bbdc-cf1e618fcdd3
  kind: Event
  lastTimestamp: "2026-09-05T03:11:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:11:25Z"
    name: isvc-pmml-v2-kserve.18d24e07b26001ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39623"
    uid: 23808195-a180-45ba-ac65-4f6aa4de398d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38821"
    uid: d5319104-111c-4cc9-bbdc-cf1e618fcdd3
  kind: Event
  lastTimestamp: "2026-09-05T03:09:56Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:09:56Z"
    name: isvc-pmml-v2-kserve.18d24e07b2f3df56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: ae387fb3-a6ee-451c-b478-d2fb0fd9dd18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39618"
    uid: d5319104-111c-4cc9-bbdc-cf1e618fcdd3
  kind: Event
  lastTimestamp: "2026-09-05T03:11:25Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:11:25Z"
    name: isvc-pmml-v2-kserve.18d24e1c56c66bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 094558cf-5a13-4f13-b1be-6c51d9a6d950
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a9d2de5c-53f6-4d1e-8cbf-20e3c20fc66a
  kind: Event
  lastTimestamp: "2026-09-05T03:07:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:07:54Z"
    name: isvc-pmml.18d24dd63e61bb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: 42999e3b-42a7-4df0-9aa8-8b2db954b975
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a9d2de5c-53f6-4d1e-8cbf-20e3c20fc66a
  kind: Event
  lastTimestamp: "2026-09-05T03:06:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:24Z"
    name: isvc-pmml.18d24dd63ee9fef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: 1eca706c-c43e-48ce-b090-61703204756e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37641"
    uid: a9d2de5c-53f6-4d1e-8cbf-20e3c20fc66a
  kind: Event
  lastTimestamp: "2026-09-05T03:07:54Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:07:54Z"
    name: isvc-pmml.18d24deb3c59c865
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: 8a6f30f5-63fe-4f7a-a6ba-b6af030a1149
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:33:43.039192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0d892ca97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: a87e2f4e-9367-4360-bca9-ca12b9e6a729
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0dab41efe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 7e14eb64-4683-4ffe-bfc5-9e06d1910a5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0dac992378
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 113cfde4-26b5-482f-a0ac-ff81868e2de9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0daf9f0132
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 58ed11ae-bc03-4fc7-82dc-1e03f0fd879b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0db00efc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 4cc9ef1f-e27b-4eda-93a8-76d6689261c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0ea655d00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: c0b161b9-9364-4994-8e5d-ed58b26b9a9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0ea99d8fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 49f1a70d-0737-4070-83a6-25427ac2621b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0eaa1ccfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: 3171c4b8-5bda-4e11-9e8e-7261b05808a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0eaa274af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: 93209fbf-8ec8-4181-af40-6f72b8e7d515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0ead4b2174
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 14c148d6-c7a9-44ad-94ed-369b1fe382a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:33:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0eadb9a08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: b568b34e-9300-49f6-8545-2c7a9b00fc5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:35:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c0ee265d568
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: e20aa849-6b45-44fe-bd9e-b26ef9ff0a3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:35:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c2282244570
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: 586f0108-0c1c-474a-89b1-52bb9a726118
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:35:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c2282251404
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: 35fa40be-47f0-4552-9c69-89f006071372
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: bfd6fdd8-0395-4792-ba6a-89f835336daa
  kind: Event
  lastTimestamp: "2026-09-05T02:35:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf.18d24c22e8a8c005
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 94f10d56-97ed-4453-bf1c-49d3b8cea610
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: b98c3fc0-c227-4868-b1fe-d2cc3b1792fe
  kind: Event
  lastTimestamp: "2026-09-05T02:33:43Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-snxwf'
  metadata:
    creationTimestamp: "2026-09-05T02:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d24c0d88bdfebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 354d65be-b916-41b8-9178-129897ae42e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: da302e2f-ee5b-4d7e-b6f0-e206d2857f85
  kind: Event
  lastTimestamp: "2026-09-05T02:33:42Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: isvc-predictive-lightgbm-predictor.18d24c0d8597473e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: d69fa960-3ada-4d42-ba15-d106ab7362b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 32d72a77-0fa6-4f6f-ac73-637216fc843b
  kind: Event
  lastTimestamp: "2026-09-05T02:34:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:28Z"
    name: isvc-predictive-lightgbm-predictor.18d24c1103efa221
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: d9a5cf28-0852-4e02-bcfb-15f2ca61e3f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 32d72a77-0fa6-4f6f-ac73-637216fc843b
  kind: Event
  lastTimestamp: "2026-09-05T02:34:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:34:28Z"
    name: isvc-predictive-lightgbm-predictor.18d24c11045ee449
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: 7ce9c9c0-d970-436d-b4d4-07dab8c4e0af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: 32d72a77-0fa6-4f6f-ac73-637216fc843b
  kind: Event
  lastTimestamp: "2026-09-05T02:35:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:13Z"
    name: isvc-predictive-lightgbm-predictor.18d24c1b822a6703
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: de013e86-d40c-489d-846c-208bc478e973
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:34:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: 32d72a77-0fa6-4f6f-ac73-637216fc843b
  kind: Event
  lastTimestamp: "2026-09-05T02:35:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:13Z"
    name: isvc-predictive-lightgbm-predictor.18d24c1b829accf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: cfb2c27b-6a9b-4d26-a75f-c35f972d4728
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:38:48.854073Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c54bd297349
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 500918a8-bf15-4e25-bce1-3782f77fdcc4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:49Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:38:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c54df48f9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20460"
    uid: ee9427f1-78ce-4778-b6a1-61dc9470f37a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c54e0c13712
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: bdd3f0bb-703f-4092-9ec5-91a401083308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c54e35153f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: d50f07a8-926a-4157-9d65-163f510e390a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c54e3ae3d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 3e1d0af3-b909-4b31-b034-c25d33b482d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c55d42cef65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: 7d8a03f1-a22a-4a1d-9d05-b7b8a2926260
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c55d86ae486
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 62b94c7b-fa8f-4c47-b91e-a2c738b93852
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c55d8cab7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 46212780-a9db-4363-be4a-7b0c47645083
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c55d8d4920e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 6d021ff1-5256-43dc-b2db-4cc04ded513e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c55dbc5db7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: 6d76d27d-72ed-4a30-b05e-386b52e1813b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:38:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c55dc3a6cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 96b03b96-6b85-4321-a09b-3f22648b6e9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c5eae8a6ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: e9380fd6-fd14-4465-8127-5c913be88aeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c69b64042d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21219"
    uid: 5bd7c2ad-e587-4a54-9f55-4b55442bdf4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c69b640ab2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21220"
    uid: 930247ec-f0d2-4c45-acfc-956dd7553969
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 73c599b6-7a46-4258-937f-b98239b35b05
  kind: Event
  lastTimestamp: "2026-09-05T02:40:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx.18d24c6a52521469
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: 5c9821b4-8c03-42ce-88f2-9557af6df0ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20430"
    uid: e141ef98-e528-4510-848a-2ed64662613f
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2z6vx'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d24c54bcaa3cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20443"
    uid: c6b34d79-d2d2-437e-8551-09dc835c4de5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20428"
    uid: 7d1797c1-b5ab-4688-9ec1-55ab71693b74
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c54b9b5fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 47dc8151-2726-4b00-b276-f1fe34353e67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20429"
    uid: 94803f81-021e-4ed3-bcf2-1ee3e68a0a9d
  kind: Event
  lastTimestamp: "2026-09-05T02:39:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:39:18Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c5838f88b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 5c85f2f3-90c9-4c4d-ac2a-dd16da587b3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20429"
    uid: 94803f81-021e-4ed3-bcf2-1ee3e68a0a9d
  kind: Event
  lastTimestamp: "2026-09-05T02:39:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:39:18Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c583966d0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 9aa57028-bcf0-4434-8e35-ac510208f647
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:39:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 94803f81-021e-4ed3-bcf2-1ee3e68a0a9d
  kind: Event
  lastTimestamp: "2026-09-05T02:40:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:03Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c5f37f436ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 11fef541-9973-4f75-9270-7d23695ceaf8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:39:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 94803f81-021e-4ed3-bcf2-1ee3e68a0a9d
  kind: Event
  lastTimestamp: "2026-09-05T02:40:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:03Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c5f3849431e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 03398a90-cc6f-4066-a424-b7dca1c8039e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 94803f81-021e-4ed3-bcf2-1ee3e68a0a9d
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: deployments.apps "isvc-predictive-lightgbm-v2-predictor" not found
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c69b48fb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: dda02e91-6c7f-4a3a-b699-42264f98c2b1
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 94803f81-021e-4ed3-bcf2-1ee3e68a0a9d
  kind: Event
  lastTimestamp: "2026-09-05T02:40:18Z"
  message: horizontalpodautoscalers.autoscaling "isvc-predictive-lightgbm-v2-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-05T02:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:18Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d24c69b526347f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 24d20802-55c2-40a3-a933-45fc7608ff34
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: eea1d024-de73-4ef5-9aba-55a92e4673b2
  kind: Event
  lastTimestamp: "2026-09-05T02:40:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:09Z"
    name: isvc-predictive-lightgbm-v2.18d24c54b9b217f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: f2e7bf2e-a2ab-4de8-8406-34f3647310b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: eea1d024-de73-4ef5-9aba-55a92e4673b2
  kind: Event
  lastTimestamp: "2026-09-05T02:38:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:48Z"
    name: isvc-predictive-lightgbm-v2.18d24c54ba3a3102
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 6caf31d4-8f37-40c5-9742-3f120b0b6a38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: eea1d024-de73-4ef5-9aba-55a92e4673b2
  kind: Event
  lastTimestamp: "2026-09-05T02:40:09Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:09Z"
    name: isvc-predictive-lightgbm-v2.18d24c676e289045
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 02a21700-97e9-427d-8cb2-a5e825224ffd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 252d355f-5bc4-4880-8d56-2829c0a32f05
  kind: Event
  lastTimestamp: "2026-09-05T02:35:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:04Z"
    name: isvc-predictive-lightgbm.18d24c0d85a04150
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 0c34a10f-a2f2-40e3-aa20-69715e611f9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 252d355f-5bc4-4880-8d56-2829c0a32f05
  kind: Event
  lastTimestamp: "2026-09-05T02:33:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:42Z"
    name: isvc-predictive-lightgbm.18d24c0d86372d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: b1abe1c5-b3fa-47c1-b4fe-06d2e82f41cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 252d355f-5bc4-4880-8d56-2829c0a32f05
  kind: Event
  lastTimestamp: "2026-09-05T02:35:04Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:04Z"
    name: isvc-predictive-lightgbm.18d24c2087b97006
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 1f3dd731-d482-4bcd-bddb-d59948db9209
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:30:12.525665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bdc85973732
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 17678621-49a6-4fe0-8c28-92107f2145cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:13Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:30:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bdca7a3efcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 324b437e-7690-4271-8b3a-dd70d8b68a4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
  metadata:
    creationTimestamp: "2026-09-05T02:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bdca91866c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 1ce2a122-22e7-440b-9d07-01bbd0784562
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    in 3.179s (3.179s including waiting). Image size: 308281769 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bdd66a18b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: d7361a66-9a35-4435-a43e-16a7d6fd1b72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bdd6995ad88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: af5ae8f4-daab-4fc7-a395-28c739ca1862
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bdd6a0a10ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 3eb0c49d-acfc-4097-a41c-c9a391ebd840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:20Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bde74117520
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 9623ebe4-beea-4666-90a2-191fda51ea4c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:42Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.263s
    (21.263s including waiting). Image size: 2433821843 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be3677c1293
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: 13f32f5e-a164-4ae9-b331-31ad479e9a4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be36df48e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: 43b1d15b-46bb-447c-ab28-eddf29b0b544
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be36f59fe55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: 5f7078d5-4856-4883-a9d0-d0a51d7b910d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:42Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be36f67b659
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: c8c3c150-e16a-42c2-994a-aff95c6e0700
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.834s (2.834s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be41855c64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 7ff27226-fe7c-4ade-bc09-32ae725dcc97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be41da63310
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: 3fe6d638-56ca-43d1-9341-370d3819f99f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be41f0c77e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 7f51120c-fda4-4267-ae75-632712956018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:31:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24be44fd577bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: f1acf7ae-1a69-4c7c-b523-d373e93a8fa2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bf6285cf3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: d246a7b4-8547-432c-8b08-86de9b800fae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bf6285d3fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: f53609f0-69a9-49a8-b117-a92059693c34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 2b9f47a6-3545-4856-85fc-7e1060f2ebe1
  kind: Event
  lastTimestamp: "2026-09-05T02:32:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx.18d24bf72c0310c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 3c072b92-9338-476e-98f3-378df304d845
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: d6291fc3-2d6f-4c11-9da8-ea5ec2a251a8
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-bxpsx'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d24bdc85149d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 8d9095f4-4846-46a3-84d1-42501e7a8a72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 5dd74d3c-be2a-4108-9e5b-192180ed82b4
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-predictive-sklearn-predictor.18d24bdc82672b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 1afce1b3-a766-4092-ad59-7f66e2e80037
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: d21ec1db-17fe-4616-8c27-0c5159c77a45
  kind: Event
  lastTimestamp: "2026-09-05T02:31:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:12Z"
    name: isvc-predictive-sklearn-predictor.18d24be000e3c9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: e08ae7bc-2112-4860-836f-d908612262c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: d21ec1db-17fe-4616-8c27-0c5159c77a45
  kind: Event
  lastTimestamp: "2026-09-05T02:31:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:12Z"
    name: isvc-predictive-sklearn-predictor.18d24be0014a93ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: b45c8f00-c3e8-46a5-8091-95cf3067bfbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: d21ec1db-17fe-4616-8c27-0c5159c77a45
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: isvc-predictive-sklearn-predictor.18d24bedfd0a1cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: b83a840e-579c-4e71-9164-b6c06c1869d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: d21ec1db-17fe-4616-8c27-0c5159c77a45
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: isvc-predictive-sklearn-predictor.18d24bedfd71d7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 73a1e475-7efc-4076-83e4-9f28a5cb685b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:35:18.293823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c23b6cb005d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 092a39e5-cc59-4878-bbf9-19f40fdff3d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c23d8ee51aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 1305c15c-5751-4d12-bdfc-ac08b96d3254
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c23da566124
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: 3c2c4de1-972a-43f2-8a6f-806716fb7fcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c23ddc16205
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: b0a46bf2-9bb1-48b0-8327-7e5ebf23f6d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c23de497c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 7dab5653-748c-4168-ba78-1f375dfbbf14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:23Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c24f2f567b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 7d8d76d3-d23d-42bd-a22b-a471f93bce0b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:44Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.769s
    (20.769s including waiting). Image size: 2433821843 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c29c8efd161
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: 108e7392-b533-43ca-bea1-9b3ae0674ed4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c29cc2da3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: 634c639f-ab5f-46a6-b70c-4a5610a6a5b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c29ccdf9e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: f68e8394-cafa-41e7-930a-bc8533aa58c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c29ccea1a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18876"
    uid: 3ee8676d-672d-43b9-9a89-ffc24367885b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c29cfc0315b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: cf47a1ef-dc1b-4367-914b-cd6558782f1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:35:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c29d03314db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18879"
    uid: 532c197e-dafe-448b-aa6e-f2ce7968bdd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:37:10Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c3240826c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: bfb27c2c-13d0-4f03-a130-dfd61d671e80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:37:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c3d5bfc08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19508"
    uid: b9ffcf9b-1f9b-4e73-ae63-99edfb63d0d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:37:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c3d5bfca012
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 2465417f-89ec-47a0-8f84-a883ba7eae20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 2cc7070e-f792-489c-95b1-ecb25819ce67
  kind: Event
  lastTimestamp: "2026-09-05T02:37:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p.18d24c3de464dbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: 69c0a9b9-69cd-4aee-ab0d-106897536f0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 73c78850-dea2-4c45-9c6c-a9548a606b09
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szr2p'
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d24c23b63479f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 36cffdf8-ff8f-4e65-a807-b75d466be61f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: b9209633-ae3c-4ed0-96c2-e7c062c20d29
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18d24c23b395201c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: 7d26e24e-8dc9-4be4-b921-9653664d2fb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: 12ccca3f-e055-4528-b30d-604ce4955796
  kind: Event
  lastTimestamp: "2026-09-05T02:36:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:36:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18d24c2732306042
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: 052dbca5-28e9-4f2d-b89f-9841f2dce971
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: 12ccca3f-e055-4528-b30d-604ce4955796
  kind: Event
  lastTimestamp: "2026-09-05T02:36:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:36:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18d24c27329e8b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 0367aff5-df8c-4bd5-822a-ddeba207674b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 12ccca3f-e055-4528-b30d-604ce4955796
  kind: Event
  lastTimestamp: "2026-09-05T02:37:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18d24c2e30151725
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 58d9f2a8-9734-46c1-85e2-9ad1c812d0b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:36:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 12ccca3f-e055-4528-b30d-604ce4955796
  kind: Event
  lastTimestamp: "2026-09-05T02:37:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18d24c2e3084610a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: 64269087-d3a1-4ffb-b800-48b007db1913
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 2a9175b7-ec18-4c12-912f-36f133a31f99
  kind: Event
  lastTimestamp: "2026-09-05T02:37:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:00Z"
    name: isvc-predictive-sklearn-v2.18d24c23b399d424
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 6d7e4e25-7070-4a99-b2a2-a957d55f7e1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 2a9175b7-ec18-4c12-912f-36f133a31f99
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2.18d24c23b41d3dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18655"
    uid: 4387fe43-f7c5-432c-972e-eb46d12f736b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 2a9175b7-ec18-4c12-912f-36f133a31f99
  kind: Event
  lastTimestamp: "2026-09-05T02:35:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:35:18Z"
    name: isvc-predictive-sklearn-v2.18d24c23ba103b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: 86d8ea69-9ebd-4379-9fa2-1d42d0c311d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 2a9175b7-ec18-4c12-912f-36f133a31f99
  kind: Event
  lastTimestamp: "2026-09-05T02:37:00Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:00Z"
    name: isvc-predictive-sklearn-v2.18d24c3b9c86c77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 36a54a85-42ec-4739-882a-e5898edcbda4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: da666a88-9c11-4b4c-a36f-f2d109f420f5
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-predictive-sklearn.18d24bdc8298aea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: b3eef47c-458b-47f5-9e00-398abf0e996c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: da666a88-9c11-4b4c-a36f-f2d109f420f5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:12Z"
    name: isvc-predictive-sklearn.18d24bdc82f1ec65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 6fe7b3ad-3b08-48fa-9bfc-c99f86289a32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: da666a88-9c11-4b4c-a36f-f2d109f420f5
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-predictive-sklearn.18d24bf60838863a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: ed9d5cdc-bcfa-4f8c-a1db-dee7226c5031
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:32:07.792334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-bd89m
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf75c04fae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 052082da-5f13-45e0-9b30-b023223fe6bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf763bc0583
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 19d58203-8bf9-4493-81f7-18d29d1e70df
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:08Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:32:08Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf7a21ca7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 23f12f25-4fc4-469c-b8e9-11cc6ac14fd0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:08Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf7a39d7dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: b678a69b-d5e8-4414-902c-b211be15722e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf7a7bb5947
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: e9e4ccb2-4485-4d2c-a4c7-8465c1d558aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf7a83238d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 2114fdee-0f3b-41e4-aaee-e297c4ca7cf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8a992dfad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 49659aca-28ce-4f36-a267-bcb5a0167f68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8ac7ad1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: c9e21710-34e8-4074-b184-5eab29054b52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8acef1d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 3ad67141-bc74-442a-9306-12ccb8b1ed46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8acf88836
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 0f2dfc35-8d8d-4f79-ad34-c96843a9c95e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8b02b7b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: f2805985-8daa-4b8c-957c-6e6dd1b3cd31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:32:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8b0a2f304
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: f6a44404-dd2e-4f3a-88b8-00a421b17937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:33:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24bf8e5a2b959
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 54c512b5-6d7a-42fd-b55a-f7c69d0109b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:33:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:37Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24c0c54c206a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: b1320893-fbe9-4149-bcf4-5f444ab34d0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:33:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:37Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24c0c54c27b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: e30b36d0-d1cd-44f9-8f6d-25a8d129c475
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dfd5c6f7-74c8-4311-83b7-b44472aaa6de
  kind: Event
  lastTimestamp: "2026-09-05T02:33:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bd89m.18d24c0cebdd6f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: fd58085f-a094-478a-a725-d02490e2f65d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: c03f74f6-5d6e-4fd3-bb1f-ee774d9068a5
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-bd89m'
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d24bf75b7661c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 1b2af9c6-8d82-4f90-abeb-b544c2fab044
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: c15b44d8-b7cf-45c5-abb7-51e820e91f9d
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-predictive-xgboost-predictor.18d24bf758c773e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: d65112a4-005c-4011-a6c4-eb23dfd96bf4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 52f4a6b4-4492-4d54-a5fb-0fd976787652
  kind: Event
  lastTimestamp: "2026-09-05T02:32:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:52Z"
    name: isvc-predictive-xgboost-predictor.18d24bfad747ef2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 787d1ede-82d5-4eec-8119-f52468654c83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 52f4a6b4-4492-4d54-a5fb-0fd976787652
  kind: Event
  lastTimestamp: "2026-09-05T02:32:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:52Z"
    name: isvc-predictive-xgboost-predictor.18d24bfad7ae4468
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: c8ecfdb1-dad4-4567-be22-c83f7bb0f9cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 52f4a6b4-4492-4d54-a5fb-0fd976787652
  kind: Event
  lastTimestamp: "2026-09-05T02:33:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:37Z"
    name: isvc-predictive-xgboost-predictor.18d24c0554b35bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: abccb780-d461-4dba-8f4f-86a27e626e10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 52f4a6b4-4492-4d54-a5fb-0fd976787652
  kind: Event
  lastTimestamp: "2026-09-05T02:33:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:37Z"
    name: isvc-predictive-xgboost-predictor.18d24c055595062b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 0fc6c2b7-6c5d-4063-a972-4a0c7955b34d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:37:13.605837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:37:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:37:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3e8fecb0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 5a96aaf9-faaa-46b1-bbe5-0dad85e7eb96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:14Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:37:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3eb1e62c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 14183c1f-aa83-486c-8b8f-7f36cdba3c60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3eb33bfee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19593"
    uid: 6b326ef5-c39b-4df3-a195-31cbe4577e0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3eb69b7186
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: d52700f6-3cf0-41ad-b346-3463ba73e970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3eb6f677e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 5ca23990-c90d-4d1f-b88c-d35360e59093
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3f9d8d4bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 0bfa0695-0831-412d-b2f4-7290f36ee642
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3fa08498c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19636"
    uid: 64e418fe-7510-4205-bccf-7bba495e26cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3fa0e3a44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: f1841044-d32a-415f-b4a4-f1c8c9c965db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3fa0ed2eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 3cd46b3e-65fb-4ed8-93ee-f8c32d240b27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3fa3504f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 371f5047-8085-4289-a0f1-9e63db273cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:37:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:37:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c3fa3ad54ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: c2615264-a796-47eb-909b-930ad0688ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:38:46Z"
  message: 'Readiness probe failed: Get "http://10.132.0.37:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c4877d2b518
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 59a86c85-f82b-4e48-afac-35b9b25f805a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c5388c3314d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 64f56eaa-8901-456c-8040-845d6158c0bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c5388c3d64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: f19a438b-b826-4407-85dc-23df78d53777
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 965d709b-4e7f-4132-9a70-952572d96058
  kind: Event
  lastTimestamp: "2026-09-05T02:38:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:38:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct.18d24c541bb81dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 49e0f6df-1249-4ac0-9548-d1a0139a34aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 079653f7-ef05-4665-bbb8-ebfb6b8a0170
  kind: Event
  lastTimestamp: "2026-09-05T02:37:13Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2phct'
  metadata:
    creationTimestamp: "2026-09-05T02:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d24c3e8fa2b19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: 9e952189-fbfc-4c2d-b881-e69704880628
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 20a3962a-12ea-4548-9127-a63b1aa4d6ab
  kind: Event
  lastTimestamp: "2026-09-05T02:37:13Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:13Z"
    name: isvc-predictive-xgboost-v2-predictor.18d24c3e8b44eaac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: aaa53f0e-6e43-4c47-9b78-e30a694dc645
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 461005c2-3546-4096-9da5-267acb84849c
  kind: Event
  lastTimestamp: "2026-09-05T02:37:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:58Z"
    name: isvc-predictive-xgboost-v2-predictor.18d24c42099cf2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 710a378b-d9cd-4cac-a682-b8a8b4cb3ee1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 461005c2-3546-4096-9da5-267acb84849c
  kind: Event
  lastTimestamp: "2026-09-05T02:37:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:37:58Z"
    name: isvc-predictive-xgboost-v2-predictor.18d24c420a16434f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: 9124a97d-ea99-45b7-949f-57f33235dd3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 461005c2-3546-4096-9da5-267acb84849c
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-predictive-xgboost-v2-predictor.18d24c4c872ce9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: 273343ce-8d84-4aca-ba7d-82cd09941790
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 461005c2-3546-4096-9da5-267acb84849c
  kind: Event
  lastTimestamp: "2026-09-05T02:38:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:38:43Z"
    name: isvc-predictive-xgboost-v2-predictor.18d24c4c879f785c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: 9fd54fd6-7194-402c-b871-6bb8f6e19795
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: 7460cbf6-40e6-408d-82d1-88050a021e5d
  kind: Event
  lastTimestamp: "2026-09-05T02:38:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:36Z"
    name: isvc-predictive-xgboost-v2.18d24c3e8a9bf790
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 1a848c1d-7f46-4fa2-ae89-277f43299380
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: 7460cbf6-40e6-408d-82d1-88050a021e5d
  kind: Event
  lastTimestamp: "2026-09-05T02:37:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:37:13Z"
    name: isvc-predictive-xgboost-v2.18d24c3e8af035e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: 067810b5-c684-4688-b87a-6ac2456b9f8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:38:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: 7460cbf6-40e6-408d-82d1-88050a021e5d
  kind: Event
  lastTimestamp: "2026-09-05T02:38:36Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:38:36Z"
    name: isvc-predictive-xgboost-v2.18d24c51d2551a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: f77fba49-6e55-4907-bd62-63a01410f5ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 9e02e6fa-58a0-4748-af92-0990b783bfe7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:30Z"
    name: isvc-predictive-xgboost.18d24bf758ca3979
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: ffb1d003-fe85-49f6-8839-bc729d8995a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 9e02e6fa-58a0-4748-af92-0990b783bfe7
  kind: Event
  lastTimestamp: "2026-09-05T02:32:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:07Z"
    name: isvc-predictive-xgboost.18d24bf759459814
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 40c37d4d-e2ef-4dbc-a55c-39d2899c0ed8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: 9e02e6fa-58a0-4748-af92-0990b783bfe7
  kind: Event
  lastTimestamp: "2026-09-05T02:33:30Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:30Z"
    name: isvc-predictive-xgboost.18d24c0a9d58fd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 580cb16f-3d36-4a03-aa8c-8f41819c31d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:08:28.032641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:08:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:08:28Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df2fc77f586
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: 15adcd9a-562b-4daf-910c-2b97775a9066
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:28Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:08:28Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df31e6450d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38108"
    uid: 794552f5-6f28-4e09-9617-62358750e7b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:28Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df31ffadcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: b38c09e5-5ce3-4508-8eff-7437100d9448
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:28Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df322ad4280
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 786370f3-7fea-41e3-8d09-e84d5ffe50d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:28Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df3232c807d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: 186bb2a9-6624-4108-9f31-fb4ebc1deb32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:33Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df42f3f9f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: 2695c553-3a9d-4913-8748-d5447d1d9d33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:33Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df4322ed0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 3b0b682f-76dd-4b55-9eac-f1177e2a4ec2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:33Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df4329eddb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38166"
    uid: 065f7378-3385-49a3-97e5-62e9f47d367b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:33Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df432a8c14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38167"
    uid: 52fcb0d0-15f7-4d08-9b6e-58010b8f12e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:33Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df4356c7a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "38170"
    uid: 3b88f9ff-54a4-4ab2-a2b7-6847285409d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:08:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:33Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df435dc2475
    namespace: kserve-ci-e2e-test
    resourceVersion: "38171"
    uid: af374491-2a0a-4732-b1ab-e6248b4cda82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:10:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:30Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24df4a7245722
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: 32ff8160-b5aa-4e73-aa83-ac49c525d259
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:10:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:29Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24e0f35c1f650
    namespace: kserve-ci-e2e-test
    resourceVersion: "39210"
    uid: 72408abf-769c-46d0-a73d-0eab0d2693e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:10:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:29Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24e0f35c2f821
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: a0c4f4a7-d541-4fd9-88fb-fa07b9b0fe14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 1a444250-d4d5-4fe3-822b-f355b995ca4d
  kind: Event
  lastTimestamp: "2026-09-05T03:10:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.69:8643/healthz": dial tcp
    10.132.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:31Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq.18d24e0fa98207d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: b8555286-148c-4fd9-b233-a84a2d4618b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-6920a4-predictor-f6d6f9d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: a24ec7b0-833f-469d-b714-52259091f0c9
  kind: Event
  lastTimestamp: "2026-09-05T03:08:28Z"
  message: 'Created pod: isvc-primary-6920a4-predictor-f6d6f9d8b-vszqq'
  metadata:
    creationTimestamp: "2026-09-05T03:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:28Z"
    name: isvc-primary-6920a4-predictor-f6d6f9d8b.18d24df2fbe6dd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: 663464a7-8e97-43f6-a683-d98c92743550
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 4a54dcca-beac-4fbf-b4c0-bb2508d29d46
  kind: Event
  lastTimestamp: "2026-09-05T03:08:27Z"
  message: Scaled up replica set isvc-primary-6920a4-predictor-f6d6f9d8b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T03:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:27Z"
    name: isvc-primary-6920a4-predictor.18d24df2f8767eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 94d7089a-807f-45b3-8eae-fee16cdbfd47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 425dab76-6b01-4233-96f7-ebdd78a49946
  kind: Event
  lastTimestamp: "2026-09-05T03:09:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:09:13Z"
    name: isvc-primary-6920a4-predictor.18d24df676f414c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38461"
    uid: 77488070-a77c-4e24-8b76-de726aced4f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 425dab76-6b01-4233-96f7-ebdd78a49946
  kind: Event
  lastTimestamp: "2026-09-05T03:09:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:09:13Z"
    name: isvc-primary-6920a4-predictor.18d24df677668c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38462"
    uid: ac8227f1-5393-48a5-9dcc-03b4851ae399
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 425dab76-6b01-4233-96f7-ebdd78a49946
  kind: Event
  lastTimestamp: "2026-09-05T03:10:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:28Z"
    name: isvc-primary-6920a4-predictor.18d24e00f3d12761
    namespace: kserve-ci-e2e-test
    resourceVersion: "39167"
    uid: 281c58d4-5bc3-4e5a-9d11-f793124d0cf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 425dab76-6b01-4233-96f7-ebdd78a49946
  kind: Event
  lastTimestamp: "2026-09-05T03:10:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:28Z"
    name: isvc-primary-6920a4-predictor.18d24e00f442b25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39168"
    uid: 2cbe9d3e-7c08-4e27-889c-57a2d2da8890
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: 52a0cc32-bea8-44d6-b63f-193b234eb24b
  kind: Event
  lastTimestamp: "2026-09-05T03:09:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:09:51Z"
    name: isvc-primary-6920a4.18d24df2f89087ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38753"
    uid: 9deace12-c954-4130-948a-b97b36dee616
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: 52a0cc32-bea8-44d6-b63f-193b234eb24b
  kind: Event
  lastTimestamp: "2026-09-05T03:08:27Z"
  message: 'Failed to update status for InferenceService "isvc-primary-6920a4": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-6920a4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:27Z"
    name: isvc-primary-6920a4.18d24df2f925fa37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38085"
    uid: 81151d10-f65b-4932-a729-e825dde821b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: 52a0cc32-bea8-44d6-b63f-193b234eb24b
  kind: Event
  lastTimestamp: "2026-09-05T03:08:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-6920a4": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:27Z"
    name: isvc-primary-6920a4.18d24df2f9262eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38086"
    uid: 3d3290be-300e-4a68-adcb-cb149302bf59
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38751"
    uid: 52a0cc32-bea8-44d6-b63f-193b234eb24b
  kind: Event
  lastTimestamp: "2026-09-05T03:09:51Z"
  message: InferenceService [isvc-primary-6920a4] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:09:51Z"
    name: isvc-primary-6920a4.18d24e06515124a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38752"
    uid: 757e72f0-d640-4027-927f-36f2415f5a30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:10:13.172319Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39020"
    uid: 6f704236-b01c-40a5-9846-9d69477aba77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:10:13Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx.18d24e0b77480c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "39026"
    uid: ea4b63f3-c6b6-458a-b798-948440887768
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: 6f704236-b01c-40a5-9846-9d69477aba77
  kind: Event
  lastTimestamp: "2026-09-05T03:10:13Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:10:13Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx.18d24e0b998ca9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39041"
    uid: f1a8938e-47eb-4c25-bd22-335e52485098
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 6f704236-b01c-40a5-9846-9d69477aba77
  kind: Event
  lastTimestamp: "2026-09-05T03:10:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:18Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx.18d24e0b9b07214f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39081"
    uid: 6481c6d3-6961-424a-a4c1-5f7ab8e378ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 6f704236-b01c-40a5-9846-9d69477aba77
  kind: Event
  lastTimestamp: "2026-09-05T03:10:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:18Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx.18d24e0b9e586cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39087"
    uid: fde61afb-1da2-4f97-835d-182e3edf34f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 6f704236-b01c-40a5-9846-9d69477aba77
  kind: Event
  lastTimestamp: "2026-09-05T03:10:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:18Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx.18d24e0b9ecba90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39088"
    uid: fd2d53a2-75ba-4afc-8335-3ffb0739db3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 6f704236-b01c-40a5-9846-9d69477aba77
  kind: Event
  lastTimestamp: "2026-09-05T03:10:22Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-6920a4-predictor-84b59f87c-hrrdx_kserve-ci-e2e-test(6f704236-b01c-40a5-9846-9d69477aba77)
  metadata:
    creationTimestamp: "2026-09-05T03:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:10:22Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx.18d24e0d938d8907
    namespace: kserve-ci-e2e-test
    resourceVersion: "39121"
    uid: 1fa8b5f4-7de9-43bf-bb48-17504e6e052e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-6920a4-predictor-84b59f87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39013"
    uid: 31d35348-1c03-47a2-8cd7-6d1d328d9460
  kind: Event
  lastTimestamp: "2026-09-05T03:10:13Z"
  message: 'Created pod: isvc-secondary-6920a4-predictor-84b59f87c-hrrdx'
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:13Z"
    name: isvc-secondary-6920a4-predictor-84b59f87c.18d24e0b76a3673f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: 3f303f18-1ec1-4f7f-8470-ba9a174ff2e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39011"
    uid: 7e23168c-4a34-4172-afee-7041109f95a3
  kind: Event
  lastTimestamp: "2026-09-05T03:10:13Z"
  message: Scaled up replica set isvc-secondary-6920a4-predictor-84b59f87c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:13Z"
    name: isvc-secondary-6920a4-predictor.18d24e0b73921910
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: 9db29498-981c-4922-8c92-ff859e52d688
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 406d0805-cb29-466b-8fd0-e654d1cb7200
  kind: Event
  lastTimestamp: "2026-09-05T03:10:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:28Z"
    name: isvc-secondary-6920a4-predictor.18d24e0ef2288744
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: bc1edc3f-913c-4eee-8e0c-561af217a735
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6920a4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 406d0805-cb29-466b-8fd0-e654d1cb7200
  kind: Event
  lastTimestamp: "2026-09-05T03:10:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:10:28Z"
    name: isvc-secondary-6920a4-predictor.18d24e0ef2b75dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39171"
    uid: 004c1fa4-e06d-47a6-ae9c-3284f6332954
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: a9a76f2e-c031-4222-9876-cfb133805022
  kind: Event
  lastTimestamp: "2026-09-05T03:10:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:10:22Z"
    name: isvc-secondary-6920a4.18d24e0b7391bfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: 2e975f01-00b5-434e-85b8-8310fd1166a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: a9a76f2e-c031-4222-9876-cfb133805022
  kind: Event
  lastTimestamp: "2026-09-05T03:10:13Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-6920a4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-6920a4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:10:13Z"
    name: isvc-secondary-6920a4.18d24e0b741d80e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39017"
    uid: 14696b3c-514f-4710-a935-7e7a35e1d475
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:10:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6920a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: a9a76f2e-c031-4222-9876-cfb133805022
  kind: Event
  lastTimestamp: "2026-09-05T03:10:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-6920a4": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:10:13Z"
    name: isvc-secondary-6920a4.18d24e0b741db538
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 689b951e-35b5-4efa-878a-4915cb0b0c59
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:42.600237Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf17e7416d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 0ac6adc1-8f24-481f-9f16-987908b1d3e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf1a056ea3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: bca37e78-37d0-4b31-9e3c-89817c9fb315
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf1a2299951
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 7f1203b1-5eae-4b0e-a8a1-1d2b1313dd28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf1a531312b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: eee5be87-9df8-4906-b453-9f82f4ee6119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf1a5a2c552
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: a6c61bdb-bedb-46c6-9a6f-86a3b93a5076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2a9898056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 967df917-ada2-47e1-8e96-0deae425fe79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2ac823975
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 98f9f2c9-f556-403d-b6dd-f8980a3c21b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2acf12bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 3e238aa9-cf76-4b2d-bd08-80ae4e701334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2acfa5c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: bbb6ebfc-e565-4855-8ca1-1606f16112af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2afbc08ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: d372f79f-fb5a-411c-9af0-73c687e454fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2b02b17eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 1896ef94-9c43-435c-bf79-5e75714ba3db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2b034f8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: 2d2fa2e1-33ff-4b7e-b2fe-fa4c020031d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2b2f6158e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 60924f4a-21dc-47ad-8ba3-9ae6eaf463ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-05T02:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2b362bfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: eb7ce2a3-83bc-4f73-8b2f-2d69c160760c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:21Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf2e5e2ab5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: bfb1e448-0384-4e96-af83-040c9d43ded9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:11Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24bf321c6c0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 8351503d-1bd6-4c7a-a98e-aa11d18b93d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24c0549f9a4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 70cc9b54-5a1a-48e6-a3b4-846a73d6e713
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24c0549f9f44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: a68f51ae-f595-4ead-b7ef-98acd8f660ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24c0549fa647d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 68895dad-31c7-4771-bf40-2362ba1576e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: eca4407a-62e0-4d52-9f0c-b13be5392b8d
  kind: Event
  lastTimestamp: "2026-09-05T02:33:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b.18d24c05fdf9dde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: fc4df8a5-1605-44aa-ab9a-90d5311bd7f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: cd24935e-5e67-4fa2-a85a-18b96889791c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7b6465fdcd-nfk6b'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor-7b6465fdcd.18d24bf17e0d1bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 7f1d8c50-2a02-43b7-90b0-77b21ad00b11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 929cc069-59db-41f2-8676-cedf670b6948
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7b6465fdcd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18d24bf178e5fe58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: e1f4f556-24da-4a21-b922-d1fb442c1bf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: 98f1ddf8-1c9e-4bf1-9fa4-559891543c54
  kind: Event
  lastTimestamp: "2026-09-05T02:32:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18d24bf4f77184d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: c3e92a60-029f-4fbc-99e1-5e16315be7c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: 98f1ddf8-1c9e-4bf1-9fa4-559891543c54
  kind: Event
  lastTimestamp: "2026-09-05T02:32:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18d24bf4f7dd0219
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 2be74443-2a18-45e3-acea-f17af215eb5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 98f1ddf8-1c9e-4bf1-9fa4-559891543c54
  kind: Event
  lastTimestamp: "2026-09-05T02:32:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18d24bff73fafbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: c5d7d886-4eaf-434a-92c9-e1c040787d87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 98f1ddf8-1c9e-4bf1-9fa4-559891543c54
  kind: Event
  lastTimestamp: "2026-09-05T02:32:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18d24bff7465f240
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: d103b94a-d607-445d-9455-c8399dd82392
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: ee5118ef-5e28-4c88-9c1f-eb085a4a58ac
  kind: Event
  lastTimestamp: "2026-09-05T02:33:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:02Z"
    name: isvc-sklearn-batcher-custom.18d24bf178e9ccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 830cecad-0059-4103-b074-f7059608eb13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: ee5118ef-5e28-4c88-9c1f-eb085a4a58ac
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-custom.18d24bf1797f661c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 334e4f4e-f150-43dc-a960-54492f9f3326
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: ee5118ef-5e28-4c88-9c1f-eb085a4a58ac
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-custom.18d24bf17ee33a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: ac4bdcd1-9413-4202-961b-1ec5320d6be2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: ee5118ef-5e28-4c88-9c1f-eb085a4a58ac
  kind: Event
  lastTimestamp: "2026-09-05T02:33:02Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:02Z"
    name: isvc-sklearn-batcher-custom.18d24c03ff9ca2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 81e593a3-5959-449a-b7e5-f20832033204
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:57.799560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bd917d8b67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 46ce1590-6c14-4569-89a3-131423921f83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bd939960cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 31a7393c-6ec1-44eb-bc1c-b6555c7ed4ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bd93b2145b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 18487f0d-43c2-4001-b570-8340fa3540c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bd93d8d1101
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 788f61d1-15e3-411b-825e-ae437c0f57fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bd93de9a945
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 10972dd2-c286-49e1-8670-02901259c8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:03Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:03Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bda5446124b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 32956c08-8f2d-4d7b-8963-e79bfd796807
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 13.384s (13.384s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bdd720a0637
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: d538e5d2-8ddc-4d5e-ab97-f78e2dac3bd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bdd751df7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 5cca34f5-ba38-4a26-96b6-ab9f689a418e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bdd758c4433
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: ee81cfb5-26af-47ad-8351-6a6110c7670c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:16Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:16Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bdd75993136
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 29528e6d-8164-4d61-83dd-743c402bdceb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.164s (2.164s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:18Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bddf696f174
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: a8001d8a-9651-4606-8cf1-10bfc818b49f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:18Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bddf9c3a192
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: f7ba0c8a-cc34-4f9e-9949-1145bde892d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:18Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bddfa31d97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: d3c870d3-f7b4-4c13-89fe-a6b50f388c89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
  metadata:
    creationTimestamp: "2026-09-05T02:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:18Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bddfa3ef9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: e5fd7784-4eec-4f3a-b52a-e663827a8f73
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f4032031248ea217fb336a930cee0b43dfad133eb5dfde428dddf7e35cd320a4"
    in 2.334s (2.334s including waiting). Image size: 243416141 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:21Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bde8569a42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: a9c22cc8-1762-4fbf-bb09-9cdaf2083b07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:21Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-05T02:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:21Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bde88bd5334
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 162bb625-0a4c-4167-a08f-983b6b45178e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:30:21Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-05T02:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:21Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bde893192b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: aba56847-9a0d-4da9-9bcb-4cb427ceda52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bdec8e94e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 226e80f1-92ef-4618-9786-731fd420ee26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bdec8f24857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: aaafec08-ff5e-463a-be0a-097ce236588e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bf1764e0c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 6c46e02e-9fb4-4b13-a341-d27f8f8f3296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bf1764e568c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: ff70b64b-e6f6-4a31-ac0b-7ab6bb8a2404
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:31:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:42Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bf1764ef068
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: da1777d0-6f9e-45d6-a42e-a4b23ce5158b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: d491b1eb-7607-4033-ac88-2138a2993925
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb.18d24bf1a51fa05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: 361f4838-d994-47be-9477-c3bca73fcecf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7b79d4588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 5481d7d3-4c71-40d6-817e-e353b31811b2
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7b79d4588c-22rzb'
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-sklearn-batcher-predictor-7b79d4588c.18d24bd917453357
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 251e4db3-0fe4-4200-9a39-700f014d9fd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 76fb6489-cd34-4169-88f8-0ad6aacad6b1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7b79d4588c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:57Z"
    name: isvc-sklearn-batcher-predictor.18d24bd912bced5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 60ec1b99-1024-4d43-a2b6-0ce9a8e179ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: 7b6cda30-cd79-43d4-b440-b5ecff064326
  kind: Event
  lastTimestamp: "2026-09-05T02:30:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:57Z"
    name: isvc-sklearn-batcher-predictor.18d24bdc91cd16a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: da8b57c1-8ff8-4b65-832d-9c4998581319
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: 7b6cda30-cd79-43d4-b440-b5ecff064326
  kind: Event
  lastTimestamp: "2026-09-05T02:30:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:57Z"
    name: isvc-sklearn-batcher-predictor.18d24bdc9255351f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: a68404d6-a3dd-4d57-a7eb-6a90cfc1bd24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 7b6cda30-cd79-43d4-b440-b5ecff064326
  kind: Event
  lastTimestamp: "2026-09-05T02:31:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:27Z"
    name: isvc-sklearn-batcher-predictor.18d24bea8d3c2e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 7a7c5bf1-fe6b-4dba-986f-841835d07043
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 7b6cda30-cd79-43d4-b440-b5ecff064326
  kind: Event
  lastTimestamp: "2026-09-05T02:31:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:27Z"
    name: isvc-sklearn-batcher-predictor.18d24bea8da7e290
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 47fc612e-a9f5-4c9f-938f-7b5f5b9d3c64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 67f759d4-6632-44bc-9983-ded78d318cf6
  kind: Event
  lastTimestamp: "2026-09-05T02:31:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:34Z"
    name: isvc-sklearn-batcher.18d24bd9132f2f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: 7472153b-9712-41c1-967c-f3fa0583ee6f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 67f759d4-6632-44bc-9983-ded78d318cf6
  kind: Event
  lastTimestamp: "2026-09-05T02:31:34Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:34Z"
    name: isvc-sklearn-batcher.18d24bef927ea17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 1659f203-ad98-4abd-ab97-2b5d0838d75c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:01:20.267351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-8649d89897-545k6
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:01:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:01:20Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d8f63ab8f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 55570f20-74bf-4c44-a42c-fe42ee6f0fe3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T03:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:20Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d8f6c94f889
    namespace: kserve-ci-e2e-test
    resourceVersion: "33811"
    uid: e46d44ff-0df9-45df-bee1-17d18ca8770a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:21Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:01:21Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d8fa95e9613
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 4f0209ff-b08a-4d63-817b-59854689ed7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:21Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d8faae24fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 06e28115-910a-429d-8ffc-3a395300c2e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:21Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d8fae0c7c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 2fe9d81b-c418-4a6c-9830-a2bd872108ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:21Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d8fae7efce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 14232189-b078-47a6-945e-ce4823c92c19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:25Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d90a99f5f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33864"
    uid: 299c6e9a-4bac-424b-be51-b35da090fd4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:25Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d90ae37c482
    namespace: kserve-ci-e2e-test
    resourceVersion: "33869"
    uid: 792edffb-a8bd-4683-b19d-c37855479e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:25Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d90aeea6787
    namespace: kserve-ci-e2e-test
    resourceVersion: "33870"
    uid: 850cf28f-0636-4cd0-ab75-32b5896bf443
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-05T03:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:25Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d90aef7e848
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: 94fb85f6-7dea-40bd-bf6c-73fa347c75b4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.236s (3.236s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T03:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:29Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d916fe796b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33896"
    uid: 49c487ed-045c-4c19-bcc1-ba0662b2b4b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:29Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-05T03:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:29Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d9172fa7518
    namespace: kserve-ci-e2e-test
    resourceVersion: "33897"
    uid: 4033853a-d67d-44e0-b966-b2f509497cc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:29Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-05T03:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:29Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d9173721ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 077ea3d6-bd8b-47ba-9c7d-aec0c045d842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:29Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d91737e2db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 971d40c9-8f74-4b35-80cb-43a9300212e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:29Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d91770b104e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: fcb3e6e5-38fa-4520-a28a-89b4d9a99aba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:29Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d91777b3cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: b385e661-22fe-44f5-a345-bafdf0221ae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:03:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:05Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d97a7d91b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34791"
    uid: 72b5091a-a5dd-4538-aea8-b8d28ef2e292
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:02:01Z"
  message: 'Liveness probe failed: Get "http://10.133.0.52:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:01Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24d98ea7475af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: a409fa6f-2c65-4ebc-aa05-c7987ba0879f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:02:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:40Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24da209339882
    namespace: kserve-ci-e2e-test
    resourceVersion: "34530"
    uid: 3d99064d-b9d7-4138-be86-d62ce35d763a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:02:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:40Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24da20934959d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: 68acb32d-3a39-4e63-b4ae-8ee4f52aaf96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:02:40Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-05T03:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:02:40Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24da20934c501
    namespace: kserve-ci-e2e-test
    resourceVersion: "34531"
    uid: fa7e05d1-fc20-49e8-a8c8-45f36965f227
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 4fae2d81-cc91-4962-baf4-f670c0788b1d
  kind: Event
  lastTimestamp: "2026-09-05T03:03:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:05Z"
    name: isvc-sklearn-mcp-predictor-8649d89897-545k6.18d24da221ac276c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: eb86985f-6ffe-4591-8b92-62b3f100ce3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-8649d89897
    namespace: kserve-ci-e2e-test
    resourceVersion: "33789"
    uid: 9b0db6b5-8fcb-497e-936f-025a670c90c8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:20Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-8649d89897-545k6'
  metadata:
    creationTimestamp: "2026-09-05T03:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:20Z"
    name: isvc-sklearn-mcp-predictor-8649d89897.18d24d8f632fd320
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 62431858-2c85-4d59-8d03-f3db8093d008
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: 27c8d6af-1e73-4731-bf32-c86a80322b37
  kind: Event
  lastTimestamp: "2026-09-05T03:01:20Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-8649d89897 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:20Z"
    name: isvc-sklearn-mcp-predictor.18d24d8f602a420b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 18d676e0-f8b3-482b-80d0-80cc146ce2bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33781"
    uid: 10c336d0-d303-4c29-8e53-2e063c034f90
  kind: Event
  lastTimestamp: "2026-09-05T03:02:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:02:35Z"
    name: isvc-sklearn-mcp.18d24d8f5fcd8ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34485"
    uid: 2c7062b4-c0f4-4250-9888-56eecac00686
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33781"
    uid: 10c336d0-d303-4c29-8e53-2e063c034f90
  kind: Event
  lastTimestamp: "2026-09-05T03:01:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:01:20Z"
    name: isvc-sklearn-mcp.18d24d8f60606030
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: ce453df0-850c-4653-a5b2-6ab14d922d43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34483"
    uid: 10c336d0-d303-4c29-8e53-2e063c034f90
  kind: Event
  lastTimestamp: "2026-09-05T03:02:35Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:02:35Z"
    name: isvc-sklearn-mcp.18d24da0ff8873ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34484"
    uid: 1a95d7a9-7ffa-4310-acf3-3310ac8d9131
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:57.603892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-758497cd99-p2lmm
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:57Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c72b73fc513
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 3b6b17fd-20c5-4396-9517-872bfb4b29e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:58Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:58Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c72d9341f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: db492bb5-a711-4adb-bf37-e399d3742ddb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:58Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c72daa8337f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: f8948e61-f381-45bd-8e0e-b9ebbee35ca7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:58Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c72dd8f118d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 2f8b2819-b8c3-4f56-9a1f-1df53286d497
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:58Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c72de017092
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 1fdfb89c-a27f-4fd6-aab2-c686c188fe04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c73c42c4db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 48e3dcc3-ad2f-4207-ab8b-7c86d0a153e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c73c73c4793
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: 049d707e-4586-4814-9404-65f5bb355102
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c73c7aef462
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: fd02478e-7080-44e9-acd6-401c0eafbc41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c73c7b9ead9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: 651fd3d8-09ad-4758-b53b-d1bc767129a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c73ca4d01db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 4bd7a573-f09d-4040-8251-5922602d7131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c73cab86919
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 3673976a-ff11-426f-89e3-ec73c58d8290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:42:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:29Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c740036ce8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: 77abc0eb-182e-4ecb-9ec0-240c2f5bf00f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:42:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:27Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c87b237cbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: d3ccf5ef-20ba-4439-bb50-3a88037b8685
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:42:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:27Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c87b23860a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22394"
    uid: a2875e77-2518-44ba-b88b-8f8cf7bb2f03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-758497cd99-p2lmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 0275b123-0c2b-4294-b7f4-d6b7e62a811e
  kind: Event
  lastTimestamp: "2026-09-05T02:42:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:29Z"
    name: isvc-sklearn-predictor-758497cd99-p2lmm.18d24c88066c5fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 8c04974e-cf6e-41c0-84be-ade3b0e67739
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-758497cd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 8e983fec-69f6-495f-b88a-7b074a051034
  kind: Event
  lastTimestamp: "2026-09-05T02:40:57Z"
  message: 'Created pod: isvc-sklearn-predictor-758497cd99-p2lmm'
  metadata:
    creationTimestamp: "2026-09-05T02:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:57Z"
    name: isvc-sklearn-predictor-758497cd99.18d24c72b6d0194a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: f071c760-ed8d-4770-9481-08eb191a89ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: 9e64b805-bd4f-47f5-88a6-833bbb5b7c92
  kind: Event
  lastTimestamp: "2026-09-05T02:40:57Z"
  message: Scaled up replica set isvc-sklearn-predictor-758497cd99 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:57Z"
    name: isvc-sklearn-predictor.18d24c72b3f935a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: ac02eb1b-4f14-4d54-8054-c092773386c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 309ae828-1456-4507-b187-4a51f69bcdd1
  kind: Event
  lastTimestamp: "2026-09-05T02:41:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:42Z"
    name: isvc-sklearn-predictor.18d24c7632aca598
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: 61938021-7a12-4f70-af9f-56c53e5c7051
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 309ae828-1456-4507-b187-4a51f69bcdd1
  kind: Event
  lastTimestamp: "2026-09-05T02:41:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:42Z"
    name: isvc-sklearn-predictor.18d24c7633145433
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: d4db05e1-3479-46ab-87c2-e090a92cfb77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 309ae828-1456-4507-b187-4a51f69bcdd1
  kind: Event
  lastTimestamp: "2026-09-05T02:42:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:27Z"
    name: isvc-sklearn-predictor.18d24c80b0247baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: bd5479cf-0702-49d8-b69c-02167a1cf4f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 309ae828-1456-4507-b187-4a51f69bcdd1
  kind: Event
  lastTimestamp: "2026-09-05T02:42:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:27Z"
    name: isvc-sklearn-predictor.18d24c80b0d9e154
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: c5f17942-1f28-4585-b272-142acde6de33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:45:38.182963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:45:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:45:38Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb40b1095ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: 3e6a30de-391b-4b6f-93c3-30d08135eaf5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:38Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb416eeee1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: e2119902-8c53-4554-b6dd-b100e53a28ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24066"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:39Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:45:39Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb4508e0478
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: 9f6d95b2-fca6-4382-bb4c-3dc67499f709
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:39Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb451ff3db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: fccd15db-0e0f-4ff0-89ac-bf45d54c5131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:39Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb4550eec19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: cd4d9afe-6fc2-415a-bd92-8e394dfe72a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:39Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb4556f9a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: 6620de79-459c-4c5b-8f8c-fc63baddf0f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:46Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb5f77d345d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24148"
    uid: 43e1676c-ca95-467d-93c5-dda0661c752d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:46Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb5fa1593a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 5ff060cf-bc31-465b-9387-1d8777a751ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:46Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb5fa743d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 366552e1-1bc6-4e07-8ec9-a03c3fe30532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:46Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb5fa7e4755
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 993ffc32-4e7d-4982-9e36-854e429e52da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:46Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb5fd071515
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: e6343643-9950-4e8c-bec7-e0cb51ac4b18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:46Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb5fd69aea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: cc69e4a9-8557-49f5-9198-3ac236d542ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:45:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:54Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cb63375b995
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: 573919a8-7106-4493-aeef-59e5eb054f40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:46:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:10Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cbb790ce2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: f3b1c99a-6ea5-414d-9318-df5ae4be9f84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 902fc3dc-d29d-47a5-b444-2974bc0fee37
  kind: Event
  lastTimestamp: "2026-09-05T02:46:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:10Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw.18d24cbb790d7aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: d4a3ee19-bd57-4f1e-a06f-56bd1a5e43ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7fdc964fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24047"
    uid: c89f6607-9a45-4598-a8f8-1c67d6344dd1
  kind: Event
  lastTimestamp: "2026-09-05T02:45:38Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7fdc964fbc-zs5sw'
  metadata:
    creationTimestamp: "2026-09-05T02:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:38Z"
    name: isvc-sklearn-runtime-predictor-7fdc964fbc.18d24cb40a7c3041
    namespace: kserve-ci-e2e-test
    resourceVersion: "24057"
    uid: 9694112d-2900-4967-ba8c-6944027117b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: f63bfd75-2bb3-4bb6-b7ce-cb0d899bf21d
  kind: Event
  lastTimestamp: "2026-09-05T02:45:38Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7fdc964fbc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:38Z"
    name: isvc-sklearn-runtime-predictor.18d24cb40743ab17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24049"
    uid: dbfc44e2-54eb-4201-ab3b-b0df3924c392
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24046"
    uid: 92562d36-c684-4e00-98bc-066c3d0b7eb4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:53Z"
    name: isvc-sklearn-runtime-predictor.18d24cb785f71a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: b0afd239-3c73-47e9-ba46-a6c65236250b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24046"
    uid: 92562d36-c684-4e00-98bc-066c3d0b7eb4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:53Z"
    name: isvc-sklearn-runtime-predictor.18d24cb7865ea940
    namespace: kserve-ci-e2e-test
    resourceVersion: "24214"
    uid: 1851d9b8-2882-4a1a-ab5b-9d7663fabb86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 92562d36-c684-4e00-98bc-066c3d0b7eb4
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-sklearn-runtime-predictor.18d24cbb05403efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 9421dc10-ab7e-4903-86af-a6a8ef85c9bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 92562d36-c684-4e00-98bc-066c3d0b7eb4
  kind: Event
  lastTimestamp: "2026-09-05T02:46:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:08Z"
    name: isvc-sklearn-runtime-predictor.18d24cbb05b4f62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 95d2a1d8-b420-4023-80a9-e40c5122d081
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: dcaae86a-7fbf-4faa-b6e1-c4a39b147ca1
  kind: Event
  lastTimestamp: "2026-09-05T02:46:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:46:04Z"
    name: isvc-sklearn-runtime.18d24cb4074267a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: 86902635-a0ae-4c2a-8da2-69f4cb1f3b2a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: dcaae86a-7fbf-4faa-b6e1-c4a39b147ca1
  kind: Event
  lastTimestamp: "2026-09-05T02:45:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:38Z"
    name: isvc-sklearn-runtime.18d24cb407d97fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 2f2d9114-dbec-49fd-8161-946a214a2767
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24330"
    uid: dcaae86a-7fbf-4faa-b6e1-c4a39b147ca1
  kind: Event
  lastTimestamp: "2026-09-05T02:46:04Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:46:04Z"
    name: isvc-sklearn-runtime.18d24cba2ec97902
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 327b909d-06ff-449b-bbb1-6248a97e2234
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:01:50.968454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34110"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:01:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:01:50Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d9689994224
    namespace: kserve-ci-e2e-test
    resourceVersion: "34114"
    uid: d4138c23-4b6b-4fb3-bfee-871d14807943
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T03:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:51Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d9696daa6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: eaad5e88-40a1-4ad1-8c1b-5adea66307b0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34120"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:52Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:01:52Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d96cf7864fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34138"
    uid: ecadc726-d5ab-4eb2-b4d0-b8db7157190b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:52Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d96d0f194c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34140"
    uid: 311cf888-6f4a-4921-9879-04cd439dd48c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:52Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d96d48a2111
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 263fe59e-a0b3-44fd-a55a-ee87c1df2421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:52Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d96d51857c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: 3f952fca-eefb-44b0-a8e8-7eb0366f1e61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:53Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d973711b9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34160"
    uid: 1fc6f13c-134d-4e3e-a570-fc010078058f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:53Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d973a622012
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 832d71ff-0809-44eb-b0e2-2e985e485330
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:53Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d973ad9066f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: c597ef79-1a0f-4323-935b-871123dde03e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:53Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d973ae3820a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 79e4ae08-c7e6-40b5-ad99-2b0d6260a8b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:53Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d973da8e1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: c23e61ad-0007-40dd-8cbd-f04c2f3c16df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:53Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d973e1a6263
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: 6c373def-41a7-419e-8e85-72db07f10796
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24d97af034a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34984"
    uid: a17c6664-f621-4886-8ac7-6a73173151d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24dab837a92a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: d64ac492-9945-41bb-8c56-109e97654ea4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24dab837b31ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: 1dd0127c-bb3c-4eee-a13d-e5e003ca1cfc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 37f82e54-600c-4823-8b77-9d2385aa814d
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59.18d24dabb5362424
    namespace: kserve-ci-e2e-test
    resourceVersion: "34983"
    uid: 8ba313d3-0625-4d8a-8210-a641e1d96110
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7dbcbf9746
    namespace: kserve-ci-e2e-test
    resourceVersion: "34101"
    uid: 949f10b1-53d8-4786-9a10-add72030249e
  kind: Event
  lastTimestamp: "2026-09-05T03:01:50Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7dbcbf9746-qnc59'
  metadata:
    creationTimestamp: "2026-09-05T03:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:50Z"
    name: isvc-sklearn-s3-predictor-7dbcbf9746.18d24d96891b25a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 1ad65241-1e0a-4e70-93b1-57103c8b4ad3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: 0ed29187-145e-4a7c-8137-c88443fe3bb8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:50Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7dbcbf9746 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:50Z"
    name: isvc-sklearn-s3-predictor.18d24d9686069474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: 04e1a48f-7cc1-47fc-a556-52a6464c45af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: 252f09c1-276a-4208-aec0-7ad47becd593
  kind: Event
  lastTimestamp: "2026-09-05T03:02:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:02:20Z"
    name: isvc-sklearn-s3-predictor.18d24d9a053eaf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 9947d334-592b-48cd-8a6d-430eab58d62c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: 252f09c1-276a-4208-aec0-7ad47becd593
  kind: Event
  lastTimestamp: "2026-09-05T03:02:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:02:20Z"
    name: isvc-sklearn-s3-predictor.18d24d9a05ce37fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: bf747bf5-f244-44f9-a818-42b9ffe31415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: 252f09c1-276a-4208-aec0-7ad47becd593
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-predictor.18d24da103c7f924
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: dfa17123-8e74-400d-8d05-52953b23dd1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T03:02:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: 252f09c1-276a-4208-aec0-7ad47becd593
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-predictor.18d24da10433f331
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: ef368556-817f-40bc-b804-f4391b89ee2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:06:34.674561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:06:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:06:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dd897cceaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 94f2b5b4-6eb3-4d5f-b86f-b96b5981da96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: "2026-09-05T03:06:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T03:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dd8a48926bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 928979a7-0a01-4bdb-9112-68ecfac09a23
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: "2026-09-05T03:06:35Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:06:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dd8dd7a9810
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: 3fc58762-11fe-4afe-ba26-e89d856d0a5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: "2026-09-05T03:06:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dd8df5eb886
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: 098e54f1-469f-469c-99b6-a29d13ef54a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: "2026-09-05T03:06:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dd8e3071f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: ebac8e5b-f95d-453a-b551-92f56707a99f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: "2026-09-05T03:06:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dd8e378baac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36987"
    uid: 1ae15e17-3e01-4580-ba37-a5bd7a04e74c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 1b2655df-d02d-4444-8acf-f8c752191259
  kind: Event
  lastTimestamp: "2026-09-05T03:06:42Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w_kserve-ci-e2e-test(1b2655df-d02d-4444-8acf-f8c752191259)
  metadata:
    creationTimestamp: "2026-09-05T03:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:42Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w.18d24dda59ce3dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: e4b3b4a8-6810-40a6-9b12-ab53a843d313
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: 498e3deb-4e60-473c-85d3-7aa3e35fb206
  kind: Event
  lastTimestamp: "2026-09-05T03:06:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698-mhv8w'
  metadata:
    creationTimestamp: "2026-09-05T03:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698.18d24dd8974a9110
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: 70d179dd-cb82-483c-9ff8-79a493ce72c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36903"
    uid: cb760825-a464-4d70-ace6-80db82434b4e
  kind: Event
  lastTimestamp: "2026-09-05T03:06:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-85dbf98698
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d24dd8944eb8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36908"
    uid: f8d4a424-5dd3-44fd-bb1e-a89fef021831
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: e09dfa3c-8d0a-4064-99cc-e2c334a4b8b9
  kind: Event
  lastTimestamp: "2026-09-05T03:06:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:42Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d24dd8941f55da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37022"
    uid: 987786ee-5f8e-419a-8024-3a8aa7fe7307
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: e09dfa3c-8d0a-4064-99cc-e2c334a4b8b9
  kind: Event
  lastTimestamp: "2026-09-05T03:06:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:34Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d24dd894ab0ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: 75427741-b2ff-4286-a9a0-a39a1c9db9eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:05:03.477578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35975"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:05:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:05:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc35c0987d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: fe6ee81d-88d8-4390-8f50-1f61e192bfda
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35985"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:04Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc37ddb73be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 273d3bd3-0c63-43fd-ac7a-bfd9efce40b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc37fcaa919
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 0d3ca6c9-3dae-4191-b156-5e7344ffcc9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc383126ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: 8a5cf43f-5547-4769-8202-d4cd9de89451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc3839a0dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: cda0d557-e9f1-4d13-a7bb-1eca544c31d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc3fb1970f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: 8f041276-82d9-4ec2-a75d-de44c1de5954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc3fe229719
    namespace: kserve-ci-e2e-test
    resourceVersion: "36042"
    uid: f2da36fd-c81a-4e2e-948a-4e66eee8d29a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc3fe805eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 1b6800d8-bb72-4dc5-ada0-705cb1557a74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc3fe894f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36046"
    uid: 44bc0968-e8a5-4368-95d7-8b913f372806
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc4014ba2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36047"
    uid: 2e317e54-3e56-4f82-acd1-32786589fcb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:05:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc401abf759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36049"
    uid: 8d55a475-4983-46d5-8518-95eeede8f47c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:06:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dc4372430b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 08aca9ae-033c-4a83-8bd0-0c300a514a3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:06:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dd8561a6fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36879"
    uid: 165260df-8a44-4b38-a8fc-7ef0c4222790
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:06:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dd8561abcd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: a85f51a3-a141-4760-8787-d04d728ae88c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: f21b027c-c658-4979-8b32-728bc39a681e
  kind: Event
  lastTimestamp: "2026-09-05T03:06:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": dial tcp
    10.132.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7.18d24dd9676c8c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 25fcdbce-3a02-4a29-8ab8-95fb76e8f795
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35966"
    uid: 2553021c-78af-4667-b72d-d49de1b10c46
  kind: Event
  lastTimestamp: "2026-09-05T03:05:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd-kdpd7'
  metadata:
    creationTimestamp: "2026-09-05T03:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd.18d24dc35b79de56
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: 6b4ea3af-acb7-4e4e-9e39-af5a4092c28c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 0092f0fe-3d64-4945-9627-b18a37f03ef4
  kind: Event
  lastTimestamp: "2026-09-05T03:05:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7bcb4b5dfd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d24dc358eedb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35968"
    uid: a21921c5-b753-4f2f-8040-d4fc3c89d623
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 87bd7083-ec81-467a-894c-45abd544f08a
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d24dc6d76943ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36199"
    uid: a807c8cb-e5ae-4676-8e7e-31fa8ea59985
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 87bd7083-ec81-467a-894c-45abd544f08a
  kind: Event
  lastTimestamp: "2026-09-05T03:05:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:05:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d24dc6d7c59819
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 08b5f9a0-3801-4726-94ff-22919ef7b8db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36198"
    uid: 87bd7083-ec81-467a-894c-45abd544f08a
  kind: Event
  lastTimestamp: "2026-09-05T03:06:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d24dca567702a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 238e5065-613b-41c1-b520-a20ff5bbad03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36198"
    uid: 87bd7083-ec81-467a-894c-45abd544f08a
  kind: Event
  lastTimestamp: "2026-09-05T03:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d24dca56e5da40
    namespace: kserve-ci-e2e-test
    resourceVersion: "36865"
    uid: 374212b0-6034-48c6-be89-e78cdd1db91d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35956"
    uid: ea742e69-8685-4c9b-b43f-cefcf45bf041
  kind: Event
  lastTimestamp: "2026-09-05T03:06:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:24Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d24dc358f17fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: a5487d06-d030-47d8-ab80-c12857aac07e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35956"
    uid: ea742e69-8685-4c9b-b43f-cefcf45bf041
  kind: Event
  lastTimestamp: "2026-09-05T03:05:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:05:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d24dc3595ea3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35987"
    uid: 9aee2fe9-cd74-4a92-81ba-f2d6e59e7a64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: ea742e69-8685-4c9b-b43f-cefcf45bf041
  kind: Event
  lastTimestamp: "2026-09-05T03:05:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T03:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:05:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d24dc35faafdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: e00ae47a-fb87-4582-a3ba-9cac6b78739a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: ea742e69-8685-4c9b-b43f-cefcf45bf041
  kind: Event
  lastTimestamp: "2026-09-05T03:06:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:24Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d24dd61efb82be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: cb8be846-1659-4550-9dab-c6b7b952a674
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:04:52.375286Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35814"
    uid: 16166d64-f4cc-4acb-8942-f8b884b22593
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:04:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8.18d24dc0c649da9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: c695b216-446f-409f-94ad-d10f63536e45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 16166d64-f4cc-4acb-8942-f8b884b22593
  kind: Event
  lastTimestamp: "2026-09-05T03:04:52Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:04:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8.18d24dc0e85d88f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f81f29bd-e656-44aa-8289-20ed83307f4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 16166d64-f4cc-4acb-8942-f8b884b22593
  kind: Event
  lastTimestamp: "2026-09-05T03:04:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8.18d24dc0eadcb950
    namespace: kserve-ci-e2e-test
    resourceVersion: "35884"
    uid: 9321121f-bd09-4f46-8494-1372d3422055
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 16166d64-f4cc-4acb-8942-f8b884b22593
  kind: Event
  lastTimestamp: "2026-09-05T03:04:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8.18d24dc0ed742289
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: 1d07ec16-fc8f-4cc5-b5f2-89f3ae6ae3a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 16166d64-f4cc-4acb-8942-f8b884b22593
  kind: Event
  lastTimestamp: "2026-09-05T03:04:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8.18d24dc0edface78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: 0465af73-41a3-41ef-841b-6bf2e0bb6d31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 16166d64-f4cc-4acb-8942-f8b884b22593
  kind: Event
  lastTimestamp: "2026-09-05T03:05:02Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:05:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8.18d24dc318ddeb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: aeb689f5-803c-44ef-b3f8-3bcb3fdbf843
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: b19ee051-f1e0-4480-874c-7c823912299f
  kind: Event
  lastTimestamp: "2026-09-05T03:04:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98-s4jk8'
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98.18d24dc0c5d7e6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35815"
    uid: 4d0676a5-4512-4753-b75f-6506c7c0b2c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: 95f6fe24-60a9-44e1-9807-572d443b9384
  kind: Event
  lastTimestamp: "2026-09-05T03:04:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-557bfd6f98
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d24dc0c2d21b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: 18f2b529-8bb9-4ae1-8f25-c3962cef6285
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35793"
    uid: df186886-38a1-4828-9a70-920708508d7d
  kind: Event
  lastTimestamp: "2026-09-05T03:04:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:04:58Z"
    name: isvc-sklearn-s3-tls-global-fail.18d24dc0c2d3839b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35890"
    uid: e93649ff-785a-4b1f-ad02-7fd977cf94bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35793"
    uid: df186886-38a1-4828-9a70-920708508d7d
  kind: Event
  lastTimestamp: "2026-09-05T03:04:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:04:52Z"
    name: isvc-sklearn-s3-tls-global-fail.18d24dc0c381d08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: 5dd065ef-3c4a-4ffc-9576-50734cf2153e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:03:21.225407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34958"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dab8d5520d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: 072d354e-404f-4c2e-bdf7-cd179302bd7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dabaf4138f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: 800b9085-e767-40fc-a48a-36ff0f6f52bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dabb0aad087
    namespace: kserve-ci-e2e-test
    resourceVersion: "34980"
    uid: 408c49fb-23be-475b-8cc2-b4a9e12ff0e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dabb30fb516
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: 29770526-1689-4845-b6b1-2c2e3e39d898
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dabb37212fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34982"
    uid: 157b897b-8a9f-4728-a794-224c58169c76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac1dd99da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 258ac2b8-21c2-4bca-bb7c-b770e9b7b8a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac20e9d49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35007"
    uid: ec22c93c-5552-45d7-8206-1c281dbc6f79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac21484573
    namespace: kserve-ci-e2e-test
    resourceVersion: "35010"
    uid: fc4d3df7-6c72-4c35-86b9-e02f9f99331a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac21527354
    namespace: kserve-ci-e2e-test
    resourceVersion: "35011"
    uid: 0dda5c44-6cc5-477c-86b0-41857f11e470
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac2447b739
    namespace: kserve-ci-e2e-test
    resourceVersion: "35014"
    uid: b77cb196-cff7-4b98-8e54-b86e29f6bb11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:03:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:03:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac24a7de6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: b7c201dc-08f8-4cf1-b5a3-1d5da8f3b3c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:04:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dac95be6105
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: f8d3e489-da05-40e2-99ac-c583f2513006
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:04:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dc08311c584
    namespace: kserve-ci-e2e-test
    resourceVersion: "35776"
    uid: edc583e9-ea14-4212-9f28-b75e2df64d0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:04:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dc08312354b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: 3f669e97-fb6d-415a-8869-8aaa03728d4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34960"
    uid: 66ca38fd-1694-40a1-9522-bf4a6ce5b88b
  kind: Event
  lastTimestamp: "2026-09-05T03:04:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:04:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h.18d24dc09bf6dafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35781"
    uid: 8468250f-5cab-4223-a01f-9ed2e41201cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 119ed246-4b81-4599-9ba6-265236804ff6
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8-5q25h'
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8.18d24dab8ce819ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34959"
    uid: c73afb33-e284-4ffb-9dac-7e58235d8263
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: 42c23b10-0f24-48cd-a0c9-594666f04d66
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-7c89f879f8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d24dab8a6fb50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34951"
    uid: 73341642-f28d-4494-ae5a-b51dde6ac449
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34948"
    uid: b17f1cac-a8d2-4c5a-985a-57f916d6e922
  kind: Event
  lastTimestamp: "2026-09-05T03:03:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d24daf09bbc281
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: df8529b1-35b7-4469-b32e-4c58efd2500c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34948"
    uid: b17f1cac-a8d2-4c5a-985a-57f916d6e922
  kind: Event
  lastTimestamp: "2026-09-05T03:03:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:03:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d24daf0bb9070a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35231"
    uid: f7bce4da-0943-490b-a8f6-901a8b648a15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: b17f1cac-a8d2-4c5a-985a-57f916d6e922
  kind: Event
  lastTimestamp: "2026-09-05T03:04:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d24db609a988e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 45104e9a-4d97-4bd8-aa2c-99e6eae4607f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: b17f1cac-a8d2-4c5a-985a-57f916d6e922
  kind: Event
  lastTimestamp: "2026-09-05T03:04:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:04:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d24db60a16cad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 056a73fe-7190-4c3c-a031-9a7a442b1041
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34940"
    uid: 42ec7f7a-d370-43ff-bef8-5e9cbabb2a09
  kind: Event
  lastTimestamp: "2026-09-05T03:04:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:04:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18d24dab8a70a094
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: a7724d92-55cb-47c5-bbc6-0b098db460c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34940"
    uid: 42ec7f7a-d370-43ff-bef8-5e9cbabb2a09
  kind: Event
  lastTimestamp: "2026-09-05T03:03:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass.18d24dab8ae4eaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34955"
    uid: e7dbd140-6d0e-43d7-b3c9-b5cd70738166
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35681"
    uid: 42ec7f7a-d370-43ff-bef8-5e9cbabb2a09
  kind: Event
  lastTimestamp: "2026-09-05T03:04:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:04:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18d24dbe4d70284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: c5654efd-1b0b-4326-9377-c7704754b3ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:08:16.894305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: 9d85d8e1-b60c-489a-b876-24f872e4cd60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:08:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:08:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97.18d24df06492697a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: 3b21ce11-511e-4597-90cc-392bd7e30def
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37936"
    uid: 9d85d8e1-b60c-489a-b876-24f872e4cd60
  kind: Event
  lastTimestamp: "2026-09-05T03:08:18Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:08:18Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97.18d24df0c325b24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: 2b14c007-9d51-4e90-8307-e4499d2dd796
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 9d85d8e1-b60c-489a-b876-24f872e4cd60
  kind: Event
  lastTimestamp: "2026-09-05T03:08:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:08:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97.18d24df124d996cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: ab8e9de3-8dd1-4764-9a11-0b1f4ed36124
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 9d85d8e1-b60c-489a-b876-24f872e4cd60
  kind: Event
  lastTimestamp: "2026-09-05T03:08:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97.18d24df1b9539ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38029"
    uid: 0c91ca4e-920c-45f2-841a-74778f58da39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 9d85d8e1-b60c-489a-b876-24f872e4cd60
  kind: Event
  lastTimestamp: "2026-09-05T03:08:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97.18d24df1b9c47065
    namespace: kserve-ci-e2e-test
    resourceVersion: "38030"
    uid: 099c7520-91ce-4ce4-8db3-812ee3f2c51c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37927"
    uid: 9d85d8e1-b60c-489a-b876-24f872e4cd60
  kind: Event
  lastTimestamp: "2026-09-05T03:08:27Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97.18d24df2e892df15
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: c8b99788-593f-4d5f-ab7c-646280c52156
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: cdecfffa-dd83-4dbb-be3a-11f622a115b4
  kind: Event
  lastTimestamp: "2026-09-05T03:08:16Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc-6wl97'
  metadata:
    creationTimestamp: "2026-09-05T03:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc.18d24df06423f9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: 20f04b6c-a860-48ed-a1bf-ed55bd8a8dee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 38c76200-3c28-46fa-a72d-2a8854529263
  kind: Event
  lastTimestamp: "2026-09-05T03:08:16Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-54c8f866dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d24df06180d844
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: ad80f6cc-2a1f-4d50-a021-84a18158d390
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 0991ac7e-ffc5-45fe-a6e6-c23c9dad5420
  kind: Event
  lastTimestamp: "2026-09-05T03:08:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:25Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d24df061ccfc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: 6998f9c7-cbfb-49de-addf-59787a98f1ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: 0991ac7e-ffc5-45fe-a6e6-c23c9dad5420
  kind: Event
  lastTimestamp: "2026-09-05T03:08:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:16Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d24df062698589
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 24f2f0b2-ddab-4f40-8544-bc90cff3285e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:06:45.871544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:06:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:06:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddb33314657
    namespace: kserve-ci-e2e-test
    resourceVersion: "37096"
    uid: 1f2fb656-e743-4ebc-9080-aaf37c826c1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T03:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddb3cb809a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: 65805df8-8e19-4d2b-9028-2702168cc4ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:47Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:06:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddb789d6391
    namespace: kserve-ci-e2e-test
    resourceVersion: "37121"
    uid: e9f572d7-f11f-4f64-9e0c-e26e80ab0a61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddb7a5614f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37123"
    uid: da3d4667-fa61-4735-8c96-7a2b532129e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddb7d238ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37124"
    uid: 25bc62ed-dc17-4f8e-8584-a7af39849070
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddb7d928061
    namespace: kserve-ci-e2e-test
    resourceVersion: "37125"
    uid: d63e2de5-450f-4ac9-a702-fd6a6243e402
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddbda68f0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37144"
    uid: f4f32884-6b40-4a8b-b112-ea2ef3931550
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddbdd4f0aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37147"
    uid: 7cb542b3-1900-4bb8-8bc6-2f2298fba7ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddbddb70245
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: a10d0a32-6517-4e8c-80cc-69134931af4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddbddc1767c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37149"
    uid: 704f9b68-e6b4-47fb-a9a2-b4a85ec908a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddbe05a811c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: d0ab9816-aa5f-4b2c-b2db-a7355f4d1d22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:06:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:06:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddbe0c3f12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37154"
    uid: b5885cd2-fcda-4c9e-a060-ca91780269ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:08:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24ddc5250c3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37902"
    uid: 138da20a-bf62-4fd3-905b-13b7d5838335
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:08:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24df020f74da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: e2b11286-0d1d-4382-91ab-f9bc8b4760b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:08:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24df020f7c681
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: ca895941-c30f-400b-9b92-8bbd811f2784
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 82eff2dd-0b15-4f6b-b196-ebb446f13664
  kind: Event
  lastTimestamp: "2026-09-05T03:08:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.68:8643/healthz": dial tcp
    10.132.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:08:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2.18d24df0589266ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37900"
    uid: 55e8df98-0de6-492d-8f09-0f7f914d9d8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: f79b9551-aec2-4e84-b23d-5e4c3b70b203
  kind: Event
  lastTimestamp: "2026-09-05T03:06:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c-dh6h2'
  metadata:
    creationTimestamp: "2026-09-05T03:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c.18d24ddb31efca6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: 4a68bc2b-11ea-4773-bd1a-1de3a053e97f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: 1db356e5-2fb1-4185-83bc-e174b278fce5
  kind: Event
  lastTimestamp: "2026-09-05T03:06:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-57cb7c849c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:06:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d24ddb2c3153fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: 214fe4f8-c664-4ae0-b92f-8a3e25c3eeea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 9dce2e20-fc53-4886-a093-4aae290afb38
  kind: Event
  lastTimestamp: "2026-09-05T03:07:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:07:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d24ddeab1c032e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 603dd99b-512d-4a3f-a270-87c8e3f680b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 9dce2e20-fc53-4886-a093-4aae290afb38
  kind: Event
  lastTimestamp: "2026-09-05T03:07:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:07:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d24ddeab8c5970
    namespace: kserve-ci-e2e-test
    resourceVersion: "37356"
    uid: 057cfc73-2f9c-48f8-9427-42b90e0fb19f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: 9dce2e20-fc53-4886-a093-4aae290afb38
  kind: Event
  lastTimestamp: "2026-09-05T03:08:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d24de5a9e93144
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 9cafdf8f-5181-4b69-a654-719363462e21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:07:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: 9dce2e20-fc53-4886-a093-4aae290afb38
  kind: Event
  lastTimestamp: "2026-09-05T03:08:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:08:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d24de5aadfd4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37684"
    uid: 1df126b1-4d3f-4dd2-91af-5647c0f2c6a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: e4edfac9-240d-4791-8d33-a9c69f6b57b8
  kind: Event
  lastTimestamp: "2026-09-05T03:08:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:06Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d24ddb2c41ee97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 3cba6c5f-39ef-4f74-a9a3-fff5ba01ec48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:06:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: e4edfac9-240d-4791-8d33-a9c69f6b57b8
  kind: Event
  lastTimestamp: "2026-09-05T03:06:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:06:45Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d24ddb2db890a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37088"
    uid: ee656089-bf27-4da5-8485-ea101f809896
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:08:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: e4edfac9-240d-4791-8d33-a9c69f6b57b8
  kind: Event
  lastTimestamp: "2026-09-05T03:08:06Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:08:06Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d24dee0abb1190
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: f33d2477-ce41-4927-a6b2-8727c16864ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: d2b3741b-f6b6-4930-b6ed-6aca78181cc5
  kind: Event
  lastTimestamp: "2026-09-05T03:03:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:03:12Z"
    name: isvc-sklearn-s3.18d24d968608541e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34846"
    uid: 506b934b-fb06-48ae-bdc4-83b5ada7c1d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: d2b3741b-f6b6-4930-b6ed-6aca78181cc5
  kind: Event
  lastTimestamp: "2026-09-05T03:01:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:01:50Z"
    name: isvc-sklearn-s3.18d24d9686b38527
    namespace: kserve-ci-e2e-test
    resourceVersion: "34107"
    uid: a9a016bd-5e75-4bfc-afbb-9cc91d07266c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:03:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: d2b3741b-f6b6-4930-b6ed-6aca78181cc5
  kind: Event
  lastTimestamp: "2026-09-05T03:03:11Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:03:11Z"
    name: isvc-sklearn-s3.18d24da9666be33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 4f6a190a-2c01-4359-891b-4723eec705cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-866d545747
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: 9476abad-b7ff-435d-9c43-5573346187f4
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-866d545747-nrzpg'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-sklearn-scheduler-predictor-866d545747.18d24c6ae96f655b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 0bbec183-ead8-448b-b9e8-9b0204a97509
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 004753f8-268d-4884-bb00-41c3062fdd3f
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-866d545747 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-sklearn-scheduler-predictor.18d24c6ae680adca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 7913771e-2ba7-4f86-a577-b001c94917d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: b3c35cd0-c4fe-40b7-9633-bf55e0156bde
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-sklearn-scheduler.18d24c6ae6385237
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: df670559-ccf1-456a-9f3a-d8f358b6bafe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: b3c35cd0-c4fe-40b7-9633-bf55e0156bde
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-sklearn-scheduler.18d24c6ae6a55609
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 97129d35-e454-4a70-a67d-e85a3f67bd6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: b3c35cd0-c4fe-40b7-9633-bf55e0156bde
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: isvc-sklearn-scheduler.18d24c6ae6a5ab04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: 8f7c76b0-981e-4eb3-9c7e-d689110bd085
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:48:45.799432Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26066"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:48:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:48:45Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24cdfb9e0bcfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26072"
    uid: 16d653f4-9a49-49ec-8a85-5d9746fdb454
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:46Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24cdfc6babb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: 79e9a2af-5db9-4e25-8f1e-547ad430596f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:46Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:48:46Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24cdfff9a5f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "26093"
    uid: 09444ace-9fd8-46b7-b52b-200b6001ba42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:46Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce00113389b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: 4fbe7f18-23b2-46ed-a142-25df727abcb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:47Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce004b0f737
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: ead29fc0-5c5c-4d2c-8063-26e9eb1b4032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:47Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce0052288c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: 6b854581-6134-4207-9b53-513e2d680177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:51Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce104f0e5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: a86aaa5a-5e0d-467a-9ade-3969f7fdbd8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:51Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce107d2a898
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: 661680d5-4182-485c-8b55-0d2ae4e60389
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:51Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce10841d6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 7670dcce-a1d6-4d64-bdb1-81398803d22e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:51Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce1084b08e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26169"
    uid: 8338614e-f7b5-4f85-9573-4ebbc29fdc11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:51Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce10b0b2cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 36694708-96df-4448-9592-c10f2a301b43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:48:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:51Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce10b78d1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 233779f8-6d2a-4a0e-845a-f4ef17d60991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:19Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24ce17cdeab92
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: b105d01b-e9dc-4deb-a176-15efc19ae2fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:15Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24cf4b73e098f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: 28a45eb4-10aa-44c1-a7e0-81090719c5af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:15Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24cf4b73f15f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: ccfc7ac2-5788-43d1-b796-0e0509627f16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 962642d7-0540-41d1-9d4e-19909634704c
  kind: Event
  lastTimestamp: "2026-09-05T02:50:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:19Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx.18d24cf5831c7a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 8d596be0-122c-47e5-b406-f6efbf6d21f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: 4831c027-50a5-4471-a660-3c63bf6f3b1e
  kind: Event
  lastTimestamp: "2026-09-05T02:48:45Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-546d4d597d-lkqwx'
  metadata:
    creationTimestamp: "2026-09-05T02:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:48:45Z"
    name: isvc-sklearn-v2-mixed-predictor-546d4d597d.18d24cdfb940b60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: f2a0fdc1-2865-4c93-b7c2-11803832a47b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: c050d26c-6eda-43f6-985c-54c315efc786
  kind: Event
  lastTimestamp: "2026-09-05T02:48:45Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-546d4d597d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:48:45Z"
    name: isvc-sklearn-v2-mixed-predictor.18d24cdfb5a4907c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: 66f7e60f-a622-4bab-9b21-80a8914c6df6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: b73bf0ce-3b53-485f-a986-0b2db79cbfdb
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d24ce334a5075a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: bf1ff870-699f-410b-a391-c33fe6b8ce1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: b73bf0ce-3b53-485f-a986-0b2db79cbfdb
  kind: Event
  lastTimestamp: "2026-09-05T02:49:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:49:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d24ce3350bfce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: 0bf41a7b-8333-4c97-8e0b-d3431d10a247
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: b73bf0ce-3b53-485f-a986-0b2db79cbfdb
  kind: Event
  lastTimestamp: "2026-09-05T02:50:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d24cea334a82f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: da314f39-5557-462f-b226-64f60e5f6cd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:49:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: b73bf0ce-3b53-485f-a986-0b2db79cbfdb
  kind: Event
  lastTimestamp: "2026-09-05T02:50:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d24cea33c86cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 27296d92-43cf-47a0-a3a8-b2382b186fad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 5828954e-ea61-4814-a44e-11dab7c3bf15
  kind: Event
  lastTimestamp: "2026-09-05T02:50:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:10Z"
    name: isvc-sklearn-v2-mixed.18d24cdfb5baa1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: 8b569138-443c-499d-8a82-95748160336f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 5828954e-ea61-4814-a44e-11dab7c3bf15
  kind: Event
  lastTimestamp: "2026-09-05T02:48:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:48:45Z"
    name: isvc-sklearn-v2-mixed.18d24cdfb6611596
    namespace: kserve-ci-e2e-test
    resourceVersion: "26063"
    uid: e5806d8e-f837-4407-823d-11912774e193
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: 5828954e-ea61-4814-a44e-11dab7c3bf15
  kind: Event
  lastTimestamp: "2026-09-05T02:50:10Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:10Z"
    name: isvc-sklearn-v2-mixed.18d24cf358b5c7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 18baaa7d-d402-45b2-b791-90f02787d97a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:47:20.458330Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:47:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:47:20Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccbdb26e82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: d75b617f-a4d3-4aa7-afce-95764171515f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:21Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:47:21Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccbfd108f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 85a69713-05dc-4adc-b37e-d45622252697
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:21Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccbfe6f38ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25169"
    uid: 6ec16e13-bca9-4a92-944a-d6eba068ee38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:21Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccc01079eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 44dbc9c1-4c60-4b10-ae52-9d1c6724acf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:21Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccc0179d24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: 57fad775-2fbb-490a-97e5-91bcffa9ba73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:24Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccce5b9b1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: 2e71b049-01a1-492a-a343-5ff444beb8ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:24Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccce9357c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: 6ff80e3e-7885-4256-99a0-a5bdb869be7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:24Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccce9a2ced3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: c332ad4f-7da6-4803-9079-80e82fafa6ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:25Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccce9ab82e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25214"
    uid: ca14cae7-d5c8-43d9-948d-410b24bd83eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:25Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24cccec732997
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 06d0b131-81c4-4395-9736-99c3f4c941cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:47:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:25Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24cccece3f020
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: f28823d3-2f07-4e80-9422-62e9baed9bc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:48:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:31Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24ccd21d60286
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: 0ee03a0e-21e2-4f68-9f96-c2ec5e4a129a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:48:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:40Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24cde84a53b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25999"
    uid: 32a1bb3d-76dd-4439-ad45-7ba6b991ab19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:48:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:40Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24cde84a5b63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26000"
    uid: b5124318-412b-40aa-9f40-dfe864357de0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 7a9d8777-8b57-45aa-bc2e-266713ca68e9
  kind: Event
  lastTimestamp: "2026-09-05T02:48:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:48:41Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx.18d24cded4172fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: d94c6764-76b9-444c-918b-b3c134cca8d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5cffc756c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: bacb0f1a-ab4d-45bd-9aeb-25319d46da20
  kind: Event
  lastTimestamp: "2026-09-05T02:47:20Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5cffc756c9-lm9bx'
  metadata:
    creationTimestamp: "2026-09-05T02:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:20Z"
    name: isvc-sklearn-v2-predictor-5cffc756c9.18d24ccbdab1d517
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 1d46c5a7-43b6-4fc7-b03f-cd6a0abac5d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: b5641f91-2be9-4695-9c13-9f09723d1747
  kind: Event
  lastTimestamp: "2026-09-05T02:47:20Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5cffc756c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:20Z"
    name: isvc-sklearn-v2-predictor.18d24ccbd7de976d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 939fb43b-5d0f-4648-ae0e-f38b9fb8049e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 820739a3-ef34-46dc-8a23-fa66371b6c76
  kind: Event
  lastTimestamp: "2026-09-05T02:48:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:48:05Z"
    name: isvc-sklearn-v2-predictor.18d24ccf56d6d897
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: baf6f0a2-b1bc-474a-9b6f-cc3378255eb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 820739a3-ef34-46dc-8a23-fa66371b6c76
  kind: Event
  lastTimestamp: "2026-09-05T02:48:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:48:05Z"
    name: isvc-sklearn-v2-predictor.18d24ccf573cce54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: d94e6dbb-1c68-4aa0-a4c7-e04158efa8d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 820739a3-ef34-46dc-8a23-fa66371b6c76
  kind: Event
  lastTimestamp: "2026-09-05T02:48:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:48:35Z"
    name: isvc-sklearn-v2-predictor.18d24cd9d52e5db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 3acaca2e-0238-4437-b439-cc52f813cebd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 820739a3-ef34-46dc-8a23-fa66371b6c76
  kind: Event
  lastTimestamp: "2026-09-05T02:48:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:48:35Z"
    name: isvc-sklearn-v2-predictor.18d24cd9d5c2af00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: c5b57640-e97f-4ad6-b16e-e5d4e175a197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:46:15.237774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbcabb420bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: bcdb2707-d588-4b62-9d04-06f28db4dc00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24572"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbccdcc8d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24582"
    uid: 8bf8c6d1-57c5-4f45-ade3-2a5b6e29ea7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbccf3dfd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: 974f6538-b829-4750-93d3-a53f18b5e0ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbcd1d44ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24585"
    uid: 83fdd789-2f0c-4c6f-935b-16df95cd9182
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbcd2449cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: cbbbeee4-56a9-405e-a2fc-f32de89c458c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbdeccee432
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: b4cd563d-bcda-422e-aef7-b2c66eb2349c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbdf034bead
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 8e9059bb-01e8-4961-8109-3fe7969e245d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbdf0a5b6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 499f3afc-bc29-48aa-9684-b4282daeb3da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbdf0b0752c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 07f97a13-336c-4ee7-b3da-a413d027827c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbdf3421890
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 95208c38-c446-4b39-b783-73081eb4617e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cbdf3b3be18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: 5d5e1dfb-d732-4ef7-b860-9dbfcb4c0ac9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:46:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-05T02:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:46:58Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24cc6cc33533b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 182628e5-dd68-4783-8ed3-a594025c71b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:47:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24ccaa5e9953f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25078"
    uid: 09f88e60-91a4-4038-858a-05b2d0d93aa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:47:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24ccaa5ea128f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 25af06ef-75c5-4044-b094-e84b3b53e494
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:47:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24ccb6ece578e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: f83620eb-cc7a-49af-a254-8a222ff8454e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f97868fb-8330-41d3-8c34-2d451a2134f3
  kind: Event
  lastTimestamp: "2026-09-05T02:47:18Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:47:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms.18d24ccb6f20c20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: d26cb0fe-7151-4920-ba9f-d0a5db4493a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: 37a4759a-df1e-4392-8e5d-05978f13347e
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-qt8ms'
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d24cbcaaf5b575
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: f4d60a85-ed9c-4207-81e3-4c21a034ba91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24550"
    uid: dcb698b0-6889-4dad-9635-22d43a0d6577
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d24cbca7c76597
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 9d50eda9-a408-45a0-b143-584de5f2e21d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: b429e976-5822-4154-998c-67f5e0939f79
  kind: Event
  lastTimestamp: "2026-09-05T02:46:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18d24cc02633807a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24827"
    uid: ab705bce-7f0c-4c3f-9047-64cb81300750
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: b429e976-5822-4154-998c-67f5e0939f79
  kind: Event
  lastTimestamp: "2026-09-05T02:46:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:46:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18d24cc026a1978f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e478aa19-eb3f-4543-8f80-463656f69231
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: b429e976-5822-4154-998c-67f5e0939f79
  kind: Event
  lastTimestamp: "2026-09-05T02:47:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d24cc724941bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 789ebd22-4d90-4507-8126-e0563a24770a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: b429e976-5822-4154-998c-67f5e0939f79
  kind: Event
  lastTimestamp: "2026-09-05T02:47:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:47:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d24cc724fb02cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25070"
    uid: 67299350-f29e-4f03-bab3-6945485375d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24543"
    uid: 62620d79-7c47-44c6-82ae-8b2a02aa7844
  kind: Event
  lastTimestamp: "2026-09-05T02:47:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:08Z"
    name: isvc-sklearn-v2-runtime.18d24cbca7c3298b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25015"
    uid: e1bbeb2a-a141-4775-927f-36e67e0b3adb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24543"
    uid: 62620d79-7c47-44c6-82ae-8b2a02aa7844
  kind: Event
  lastTimestamp: "2026-09-05T02:46:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:46:15Z"
    name: isvc-sklearn-v2-runtime.18d24cbca867541d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 6ee9ba60-65f5-426c-bc24-5882ce10c524
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 62620d79-7c47-44c6-82ae-8b2a02aa7844
  kind: Event
  lastTimestamp: "2026-09-05T02:47:08Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:08Z"
    name: isvc-sklearn-v2-runtime.18d24cc920bb0fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25014"
    uid: 0ba33893-6089-452b-ba31-69d9be745a72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 563fcc84-910b-4791-abed-ed327a47ce1b
  kind: Event
  lastTimestamp: "2026-09-05T02:48:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:48:36Z"
    name: isvc-sklearn-v2.18d24ccbd8262e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: 08e2ff3b-0259-4b98-9d52-8fd91daf6255
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:47:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 563fcc84-910b-4791-abed-ed327a47ce1b
  kind: Event
  lastTimestamp: "2026-09-05T02:47:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:47:20Z"
    name: isvc-sklearn-v2.18d24ccbd88cf554
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: ee1f3439-dd7b-49c3-8c64-e6aa0db0c42b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:48:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 563fcc84-910b-4791-abed-ed327a47ce1b
  kind: Event
  lastTimestamp: "2026-09-05T02:48:36Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:48:36Z"
    name: isvc-sklearn-v2.18d24cdd76c47495
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: bccf9b3a-c9e5-4229-b817-2ab1c5ace0b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 8d4b04be-a9ce-4985-983b-1ac269124812
  kind: Event
  lastTimestamp: "2026-09-05T02:42:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:19Z"
    name: isvc-sklearn.18d24c72b3f9c58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: eacc2675-7dfc-4b1f-863c-7a1a8bd5dc4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 8d4b04be-a9ce-4985-983b-1ac269124812
  kind: Event
  lastTimestamp: "2026-09-05T02:40:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:57Z"
    name: isvc-sklearn.18d24c72b498527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: e8009fda-40b5-4850-96ad-ed69f2edf933
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 8d4b04be-a9ce-4985-983b-1ac269124812
  kind: Event
  lastTimestamp: "2026-09-05T02:42:19Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:19Z"
    name: isvc-sklearn.18d24c85b79796c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: 5765d462-4b5e-41d4-a782-1e1e23fc231a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:50:21.297823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-w5v6x
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf5f6069d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: 5affd291-ead8-444c-8934-8ef12ca46d59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf6181d723d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27254"
    uid: f523bd62-85a2-4db2-bf38-3f8ee9e6aaba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf619a2ddfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27256"
    uid: ea4077d1-0fe2-4889-8788-cf1a9df02037
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf61d301785
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: 48ae8bd9-244d-4a46-80eb-9a0647fd4c7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf61da2ad99
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 7e247aef-5c9a-46f2-bd35-399f41070e5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:27Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-05T02:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf76e67ecb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: aee5beb2-063e-4fc6-ae74-15d407e43c95
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:31Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.78s (3.78s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf84fc2600a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27345"
    uid: 9a4bebc2-09e9-4735-9cf0-fa4cbb6ac5ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf853138949
    namespace: kserve-ci-e2e-test
    resourceVersion: "27346"
    uid: 852cc436-bd60-4880-8fd9-df17e5648195
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf85385067d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27347"
    uid: 94c42e81-7937-4ac7-9fde-72614de3ba44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf85390d9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27348"
    uid: 80b341a0-e678-4efb-80ae-254c95669583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf856558758
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 979f8743-7e61-47a2-88fb-fc3c2a0c79e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf856e3e3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: 158b5a8f-7f4b-47c0-b19c-ddf884c75495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:50:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cf89a3245c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: fad970c5-cd12-4f0d-8966-219d28ca4cb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cff8ba09ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27731"
    uid: 441bd7ae-7807-488c-a146-6ea47e256810
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cff8ba149f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: b80e9ce3-eefe-4275-92fa-fdacf794e2b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: cc4a057f-325a-451f-8da9-a8eaff25a35b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-w5v6x.18d24cffd2357dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 46efa7bc-54e2-4ffb-bc99-08c74d5c4bdc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 6aa803c2-fb95-4e4e-b699-045e39ad1f7f
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-w5v6x'
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d24cf5f58b6507
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: 2f6446a0-c3e7-4f91-8176-c5498deb8b9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: 8d172f04-1f1f-4fc2-873a-f5d41de6a9ae
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow-predictor.18d24cf5f04feecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: c32bf201-01da-4f95-8245-348aed672c30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: 1613a5f6-6b75-41c2-b8a3-61f186ba9156
  kind: Event
  lastTimestamp: "2026-09-05T02:50:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:51Z"
    name: isvc-tensorflow-predictor.18d24cf96ec2e118
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: e951f837-83a1-41e9-bd7e-b9b458b26082
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: 1613a5f6-6b75-41c2-b8a3-61f186ba9156
  kind: Event
  lastTimestamp: "2026-09-05T02:50:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:51Z"
    name: isvc-tensorflow-predictor.18d24cf96f2fe360
    namespace: kserve-ci-e2e-test
    resourceVersion: "27516"
    uid: d8591e9c-96e5-4f9b-8d65-6b0ad22f5ad3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:07.629952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d00bfa2c1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27835"
    uid: 869601ee-d9f6-497a-92c0-17c0285c4f03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:08Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:51:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d00e19de43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 03a9dc0c-0c19-4a4e-b2fb-d829d666ec2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d00e2f81810
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: b1df08fa-b660-47f2-a30d-49d19dc2be68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d00e605c003
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: 0f47673f-45d0-42e4-97d2-538a6f287b23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d00e672d35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 8f9a7e9a-610a-4946-85ce-d0057e9fdd78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:13Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-05T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d0201e90cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: cd1633a4-9098-470d-9594-a9aec0dfff0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:16Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.628s (3.628s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02da3179a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 1a781c3e-5604-4afe-96d5-12865595acb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02dd6d3a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: 4127b512-3235-4383-970f-757b2c62b653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02ddddc6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: b3faffc3-1d47-47c8-8b05-b26f9e92587f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02dde882fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: e0a8eb6e-7f4c-4218-8225-42712a8e501a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02e0adc54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: a6bbb254-220c-4371-89c4-f41e9b02e6fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02e119f405
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: c83843c0-7dff-4089-b0b7-38e7aa858759
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d02f1d53c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27996"
    uid: 5b92a8a5-c54f-40ff-9ddb-88013e4f3664
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d0a002ff99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28201"
    uid: 2ab4244e-1e25-488a-87bc-e1661029feed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:51:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d0a00307a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: 54b55725-a43f-4704-af18-a42362753aa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 145c8785-6c22-4146-a66f-7fc28ba5cda4
  kind: Event
  lastTimestamp: "2026-09-05T02:52:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm.18d24d0a29c6a35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28450"
    uid: fca2c3c8-384f-4d37-8581-f717904e9079
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27816"
    uid: c12a1701-007a-4194-a4d3-ed83c8e2dc2c
  kind: Event
  lastTimestamp: "2026-09-05T02:51:07Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-hxrmm'
  metadata:
    creationTimestamp: "2026-09-05T02:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d24d00bf3c0bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 229bdfe5-132f-40db-88af-8d57396028bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27814"
    uid: 781182dd-d97b-4165-b852-6030cf97c3b1
  kind: Event
  lastTimestamp: "2026-09-05T02:51:07Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:07Z"
    name: isvc-tensorflow-runtime-predictor.18d24d00bc5422ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27818"
    uid: 2f45f9c0-4bd6-4775-b007-e488137f0237
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27815"
    uid: d8b2f289-02d5-4bff-98b9-c41f542fea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:22Z"
    name: isvc-tensorflow-runtime-predictor.18d24d043b14ffa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27991"
    uid: 8f350496-3b44-46c0-9c5c-6dd0b18bb758
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27815"
    uid: d8b2f289-02d5-4bff-98b9-c41f542fea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:22Z"
    name: isvc-tensorflow-runtime-predictor.18d24d043b79ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: 54fc72ce-3d6e-4533-bc56-19e88599e5c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: d8b2f289-02d5-4bff-98b9-c41f542fea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:37Z"
    name: isvc-tensorflow-runtime-predictor.18d24d07bab40b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 72ec9d6d-5f5d-43c6-91b3-a50042e42fc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: d8b2f289-02d5-4bff-98b9-c41f542fea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:37Z"
    name: isvc-tensorflow-runtime-predictor.18d24d07bb251737
    namespace: kserve-ci-e2e-test
    resourceVersion: "28110"
    uid: fcb57db3-7f09-4ee3-85a1-1a8f242eb03a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 13a4fae3-73bf-416f-9032-b2f805db2b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:33Z"
    name: isvc-tensorflow-runtime.18d24d00bc56740a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28075"
    uid: b382d20a-37c1-43a1-b5a1-d43216d20eec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 13a4fae3-73bf-416f-9032-b2f805db2b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:07Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:07Z"
    name: isvc-tensorflow-runtime.18d24d00bcf4a5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27841"
    uid: ef54935d-ccc9-4f25-99dc-8cb7ce2aaf83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 13a4fae3-73bf-416f-9032-b2f805db2b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:07Z"
    name: isvc-tensorflow-runtime.18d24d00c2c76ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: b3f422e5-d138-478a-87ec-97b653b739d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28073"
    uid: 13a4fae3-73bf-416f-9032-b2f805db2b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:33Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:33Z"
    name: isvc-tensorflow-runtime.18d24d06b0d7307a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28074"
    uid: 7d37b76a-7e61-46a2-be34-d1ad3c3c7b90
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: c9e46597-ec72-47f5-a5b7-f6d6e15a3136
  kind: Event
  lastTimestamp: "2026-09-05T02:50:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:48Z"
    name: isvc-tensorflow.18d24cf5efe01e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: 70d9eb6a-967a-48cd-abba-ecf76c41f88c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: c9e46597-ec72-47f5-a5b7-f6d6e15a3136
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow.18d24cf5f0d3ebfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 502bfe31-a3ef-4747-a498-5e5ca21f3e21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: c9e46597-ec72-47f5-a5b7-f6d6e15a3136
  kind: Event
  lastTimestamp: "2026-09-05T02:50:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:21Z"
    name: isvc-tensorflow.18d24cf5f8a7180d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: 3db30ff6-2dd8-462e-93e0-142799fe3065
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: c9e46597-ec72-47f5-a5b7-f6d6e15a3136
  kind: Event
  lastTimestamp: "2026-09-05T02:50:48Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:50:48Z"
    name: isvc-tensorflow.18d24cfc5b4889fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 57a1c647-df18-4c3e-bbf5-6b7977b348c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:52.533805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-7ftws
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:52Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0b341d1d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28268"
    uid: 90406179-83f6-4e05-b252-502681af1c18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:53Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0b3dc0b496
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 9218703b-c719-45d3-a0e5-50d8459ed573
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:54Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:51:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0baf782886
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: b4f54181-bd2f-41ec-9c36-bdaa0524edcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0bb0ea136f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: 7325d110-424d-4f69-8f8f-9eee57b0853e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0bb3e78245
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: cade47dd-8471-41cf-8d36-aeb1498c6c2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0bb457fe38
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 71d78736-fbcb-4c4e-8daf-90c36d42e19f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d0cc5f7626e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 443da646-c2ae-4f2d-bdc7-0f508441f7e4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:54Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.246s
    (1m55.246s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d279b2bad0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29260"
    uid: 5054cf0f-c48f-480d-ab5b-0c9e4a1c72db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d27a0fb3bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: ca32b56b-e45f-4f4d-8a53-cea4a4334cd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d27a20c87e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29262"
    uid: 8a1dbab7-e0e0-4dee-b28d-0839c19e9640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d27a2160813
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: a160e373-aa9e-4003-ab1b-5588b7b11f7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d27a68286d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29264"
    uid: fb4e3ff1-c8a4-4dec-b2ef-aaea04a8fb89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:54Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d27a77aecb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29265"
    uid: 03d8e491-63cc-4cc9-be07-cfbe80c65983
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:53:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:55Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d27b71b5d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: 4289b252-d248-4e8a-bfc1-4a6a8a2c96cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:54:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:04Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d29db8f1da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 8dd52a35-7213-48a4-acce-9c8ff1a7842a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:54:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:04Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d29db8fadfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: d9813cd7-96a7-44bc-8734-dd0c9af22cf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7ftws
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: eeecadba-c70b-4516-ba4f-393220473c7b
  kind: Event
  lastTimestamp: "2026-09-05T02:54:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:05Z"
    name: isvc-triton-predictor-5d7db58676-7ftws.18d24d2a4709f3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: bf3c5d62-0ae9-43a0-b9a9-1d02f42ab18f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28253"
    uid: 49adf8d2-14bc-4c07-a511-ba186d6992ec
  kind: Event
  lastTimestamp: "2026-09-05T02:51:52Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-7ftws'
  metadata:
    creationTimestamp: "2026-09-05T02:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:52Z"
    name: isvc-triton-predictor-5d7db58676.18d24d0b3386f5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28263"
    uid: 72f9a9a3-32cb-44a7-bd8c-29148f4bfe61
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28251"
    uid: 4f569c6d-9509-471f-b000-1d2eca087af7
  kind: Event
  lastTimestamp: "2026-09-05T02:51:52Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:52Z"
    name: isvc-triton-predictor.18d24d0b30d6aa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: 6e172fe5-ee7c-406d-9f85-1adfa8194f46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: f98f03b0-121e-4fd4-8ddb-f7c9eccc9749
  kind: Event
  lastTimestamp: "2026-09-05T02:53:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:52Z"
    name: isvc-triton-predictor.18d24d0eb070229d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: 40be520b-edac-43ce-b3ef-1fafd96bc408
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: f98f03b0-121e-4fd4-8ddb-f7c9eccc9749
  kind: Event
  lastTimestamp: "2026-09-05T02:53:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:52Z"
    name: isvc-triton-predictor.18d24d0eb0dd0aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29244"
    uid: 1d672987-d413-4d24-ab5f-5e68c1f40370
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 4a3d9544-6afd-48b8-ae77-cebcec7e7904
  kind: Event
  lastTimestamp: "2026-09-05T02:54:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:54:01Z"
    name: isvc-triton.18d24d0b30d42efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 5bbf4018-7ed4-4081-ab16-ea14b0c2e728
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 4a3d9544-6afd-48b8-ae77-cebcec7e7904
  kind: Event
  lastTimestamp: "2026-09-05T02:51:52Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T02:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:52Z"
    name: isvc-triton.18d24d0b3166f1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28259"
    uid: 74599ea5-ccdc-46cd-96ea-04e8832ba2df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: 4a3d9544-6afd-48b8-ae77-cebcec7e7904
  kind: Event
  lastTimestamp: "2026-09-05T02:54:01Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:54:01Z"
    name: isvc-triton.18d24d29255be668
    namespace: kserve-ci-e2e-test
    resourceVersion: "29319"
    uid: 26cf0445-02e9-4990-832f-652731aa4c3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:54:09.554444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29458"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-hbfw4
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d2b1b2e2889
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: e37a13ee-d802-4513-9149-14d8c65c11b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:10Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:54:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d2b3cff49ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: f1363602-c894-458f-835f-0c3b2bf12302
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d2b3f9e1e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29481"
    uid: 3e94190b-6e72-4a36-89d9-ca70967130be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d2b42a1eb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: db6dab03-5026-42ee-b197-7262da9cf07e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d2b4314d540
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: 21160d93-bc4b-4271-bce4-4e17e4552152
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:14Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d2c4e9416b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 4808ae4b-177b-4ae6-9331-385512726469
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:34Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.091s (20.091s
    including waiting). Image size: 1332293378 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d30fc25d7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 42f9f3f9-3f46-4ad3-b2f9-d8c8ca20d71f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d31000a8748
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: f362bbb8-c518-4cc3-96e1-1be819781215
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d3100838edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29808"
    uid: 887a087a-bb83-4d95-9445-f30ab404eb1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d31008dadd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: d8365659-0452-457c-9e30-7b2918ff412e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d31033bee0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29810"
    uid: 8608c53d-ca09-4bc2-925d-931176f9192d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:54:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:54:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d3103ac904d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: dccf2c3a-9fd3-4307-b282-f8c1aa180df7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:55:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d31754c0970
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: fbd89583-9cf9-4b7a-8c49-5b33cd40b0d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:55:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d425cd023ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: 6f746120-cdec-4090-ae80-9b43a3deeb19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:55:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d425cd0d291
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: 46200be1-fe37-496c-889c-49071e9de4ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: c21d5d55-bdd2-4753-b682-8a8566d5cae1
  kind: Event
  lastTimestamp: "2026-09-05T02:55:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-hbfw4.18d24d43279427fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 5adb26b9-438f-4ab5-9cb2-027a76bf5f58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: 22fdc175-5538-45f1-9974-f98046cac520
  kind: Event
  lastTimestamp: "2026-09-05T02:54:09Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-hbfw4'
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d24d2b1a18d398
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: 0c3daee5-94f2-420a-8807-8e4537f26d48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29445"
    uid: 0be122af-f7f6-466c-af63-466411722b81
  kind: Event
  lastTimestamp: "2026-09-05T02:54:09Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-xgboost-predictor.18d24d2b1030b34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29449"
    uid: 4d6e9194-df14-476d-a087-dbdbd1343279
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 9e965086-8384-4260-9ac6-b792ddfe376d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:09Z"
    name: isvc-xgboost-predictor.18d24d2e8ec02cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: 1a6b6dbc-d88c-4834-a314-af21d764b753
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 9e965086-8384-4260-9ac6-b792ddfe376d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:09Z"
    name: isvc-xgboost-predictor.18d24d2e8f36748d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 2a362dd1-9d61-4ba9-9cb6-37dcd92c28fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 9e965086-8384-4260-9ac6-b792ddfe376d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:39Z"
    name: isvc-xgboost-predictor.18d24d3c8ba8d3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30340"
    uid: 526db5d6-9bc5-4535-b5a6-172acb1bad87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: 9e965086-8384-4260-9ac6-b792ddfe376d
  kind: Event
  lastTimestamp: "2026-09-05T02:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:39Z"
    name: isvc-xgboost-predictor.18d24d3c8c13d51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30341"
    uid: 44d050c3-74d1-4a44-a067-25cd720b3117
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:57:45.095814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:57:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:57:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5d4a727d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: 63917d90-f382-4af8-a9ba-5bc631789596
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:57:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5d59ec59f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 783f3efb-6c45-479e-93fe-363d071468cd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31703"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:57:46Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:57:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5d902ae7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31724"
    uid: 12d70c49-33f5-4a99-a864-3f668f7585e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:57:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5d91b5a88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31726"
    uid: 3edaa2c7-8203-4532-8c74-ac271235c153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:57:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5d946917d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: 878509d2-33aa-4e8c-b90d-1e42b6c40dc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:57:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5d94d5ebf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 6fcc3e66-65f5-4919-aa19-b1942e52e5b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:57:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:51Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d5eb1b96a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 5f5456c7-02b5-4480-b79f-8c0df366b7b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:07Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.664s (16.664s
    including waiting). Image size: 1332293378 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d6292fe18e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: b76bb912-3595-4d36-9e72-c1c64d763480
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d629652f92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: ded1ac37-65f7-4661-806d-ae5ed28f8a92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d6296c1b24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: f2ad6672-4b4e-440f-a20e-0f601bc54349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d6296cb7d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 4171a40f-66da-4361-8d8a-60bbe1398c9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d6299afdb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 1c99f27b-fca7-4e52-b41e-a5299e7dad7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d629a2135e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: 842b3459-ff05-4bec-921b-1148ae23b3f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:58:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:58:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d62e85d98ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: 0328eb6e-2247-4094-84bd-738bff6fcb8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:59:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d72437cf8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: 5c2fed66-7381-457e-9fde-cf14da8e9760
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:59:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d72437d8461
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: ec3d52c1-cdaa-4732-81c9-80be56b20741
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b48af8f0-3687-480b-b7e3-9635d6763944
  kind: Event
  lastTimestamp: "2026-09-05T02:59:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:15Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fkvff.18d24d724676de51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 021d21dd-87eb-4eca-ae1d-3fa3a19b3a4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 949f6c3e-6b6a-4517-9780-9e806c7ecc2d
  kind: Event
  lastTimestamp: "2026-09-05T02:57:45Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-fkvff'
  metadata:
    creationTimestamp: "2026-09-05T02:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d24d5d49ae79f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: 2b2ff290-157c-4dd3-9443-1ec9d536505d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: eeaa164a-6a1b-4858-bf8b-f9153b920fb8
  kind: Event
  lastTimestamp: "2026-09-05T02:57:45Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:45Z"
    name: isvc-xgboost-runtime-predictor.18d24d5d46b403c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: 01e0cc3a-065a-4c86-8152-941112c70b04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: 5470d6ab-ef51-46bc-8f38-267d57e73965
  kind: Event
  lastTimestamp: "2026-09-05T02:58:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:58:30Z"
    name: isvc-xgboost-runtime-predictor.18d24d60c5483d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32057"
    uid: bee95f09-c63c-49fb-8e0c-8b752a5d2429
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: 5470d6ab-ef51-46bc-8f38-267d57e73965
  kind: Event
  lastTimestamp: "2026-09-05T02:58:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:58:30Z"
    name: isvc-xgboost-runtime-predictor.18d24d60c5b920a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: ab5647c8-2fab-4367-9c1b-9b391b6d0e90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: 5470d6ab-ef51-46bc-8f38-267d57e73965
  kind: Event
  lastTimestamp: "2026-09-05T02:59:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:15Z"
    name: isvc-xgboost-runtime-predictor.18d24d6b41eb94fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32484"
    uid: 6279ff3f-b7e3-41ea-be41-facf2551a723
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:58:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: 5470d6ab-ef51-46bc-8f38-267d57e73965
  kind: Event
  lastTimestamp: "2026-09-05T02:59:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:15Z"
    name: isvc-xgboost-runtime-predictor.18d24d6b425b3248
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: 5e41e08e-60d8-4a73-b1c4-8678f6819aa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: a4aebe10-0777-473b-881e-2fe88ea1db7e
  kind: Event
  lastTimestamp: "2026-09-05T02:59:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:05Z"
    name: isvc-xgboost-runtime.18d24d5d46bac121
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 8453f814-dc57-4a1a-9aea-b1f09511b46f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: a4aebe10-0777-473b-881e-2fe88ea1db7e
  kind: Event
  lastTimestamp: "2026-09-05T02:57:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:57:45Z"
    name: isvc-xgboost-runtime.18d24d5d47499c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: be4f34c8-376e-4d90-866d-af7ef3c1e85b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: a4aebe10-0777-473b-881e-2fe88ea1db7e
  kind: Event
  lastTimestamp: "2026-09-05T02:59:05Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:05Z"
    name: isvc-xgboost-runtime.18d24d6ff72ba69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32399"
    uid: 0b51aeb3-3d71-4025-9711-84759731653f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:55:54.676075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d4394eaf8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30602"
    uid: e23dff78-0b07-4c9b-80db-535beb43cc34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30608"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:55Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:55:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d43b6a7eb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30622"
    uid: cbe360c1-72c1-4c46-b303-250e38770b1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d43b83a6edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 274eb45e-6cce-428b-be39-f3771c73352f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d43ba93c66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: 8382b8dd-4a49-4890-9f16-17c1be83b430
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d43baf2b196
    namespace: kserve-ci-e2e-test
    resourceVersion: "30629"
    uid: 79029b98-a62c-440f-b98f-3634fafce7e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d44baec4333
    namespace: kserve-ci-e2e-test
    resourceVersion: "30675"
    uid: a32b72ab-b36b-4533-b9d7-db52b84600bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d44bd85e5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 3d46de56-26d9-4904-975f-6cfb0fb85035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d44bde54ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: b276290a-ebd9-4646-83a8-7c48230d57eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d44bdedd61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30680"
    uid: 41ba8039-fdc9-4ad8-ad33-beb3c07e1452
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d44c0b5ff9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: 83ac98a1-c592-4550-9729-10ef1dd865d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:55:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:55:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d44c114cd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "30685"
    uid: 128d3348-250e-4bf0-a7f4-d51e3b5ef421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:56:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d4f380f4231
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: 4d614739-be08-4d40-a69d-253e484bc09b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:56:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d4f380faae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: ff612607-3729-4d4c-9e51-97d424fc2e77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:56:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d4fe8e27751
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 930bf345-80b6-47cd-99ae-6fa972bb66d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: f211cb98-8b77-4156-9e30-07056fbdbbef
  kind: Event
  lastTimestamp: "2026-09-05T02:56:47Z"
  message: 'Readiness probe failed: Get "http://10.132.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg.18d24d4fe934e647
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: 081833a6-e167-4bfd-8319-198c5533f0ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30586"
    uid: 1157fc56-f93d-4bbf-b1bf-2c1eaac6ac23
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nllrg'
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d24d43942e1bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: bcd00b36-8eb5-4e83-a8ec-ab039c67e8b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: 370cc963-01d4-436c-9b4c-f50cf826a666
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d24d439136d36b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 2d602c6b-a9f7-4c94-b5a0-96091639e00d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 20d973b2-5723-4bb9-b90f-9b8a35268a75
  kind: Event
  lastTimestamp: "2026-09-05T02:56:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:09Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d24d471010117d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30767"
    uid: 619f98ad-ff74-4b7d-80f0-fdf800c916a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 20d973b2-5723-4bb9-b90f-9b8a35268a75
  kind: Event
  lastTimestamp: "2026-09-05T02:56:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:09Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d24d471076ba17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: b7ec21e7-4bb5-4df7-aee7-b3ffed0d247d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 20d973b2-5723-4bb9-b90f-9b8a35268a75
  kind: Event
  lastTimestamp: "2026-09-05T02:56:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d24d4a8f35431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: eeb7c4c1-d505-431e-b56e-4c1db15f12d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 20d973b2-5723-4bb9-b90f-9b8a35268a75
  kind: Event
  lastTimestamp: "2026-09-05T02:56:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d24d4a8fae515a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30992"
    uid: 4e81c81b-2a50-4b46-a7dc-85c82efdd905
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30574"
    uid: 6f14f238-643e-48a5-bb7a-3f53e8b1bd33
  kind: Event
  lastTimestamp: "2026-09-05T02:56:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:56:37Z"
    name: isvc-xgboost-v2-mlserver.18d24d4391db8d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: c48d1c86-5b42-4224-bbc8-266b13d66807
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30574"
    uid: 6f14f238-643e-48a5-bb7a-3f53e8b1bd33
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-xgboost-v2-mlserver.18d24d4392556530
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: aaec0db5-6d62-4953-9a84-ba83de6982b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 6f14f238-643e-48a5-bb7a-3f53e8b1bd33
  kind: Event
  lastTimestamp: "2026-09-05T02:55:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:54Z"
    name: isvc-xgboost-v2-mlserver.18d24d43989dd949
    namespace: kserve-ci-e2e-test
    resourceVersion: "30611"
    uid: 41d16559-e869-4ec2-8469-0ef9fbd6547d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 6f14f238-643e-48a5-bb7a-3f53e8b1bd33
  kind: Event
  lastTimestamp: "2026-09-05T02:56:37Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:56:37Z"
    name: isvc-xgboost-v2-mlserver.18d24d4d9a441190
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: 86fe4bf8-636b-4e81-ac74-0ad90e4ecea0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T03:00:25.559982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33285"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-ql72m
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d82a6db5a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33291"
    uid: 676d820a-9110-4325-aa15-b5b3df09d49f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:26Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T03:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T03:00:26Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d82c8f52c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 2e2250ba-a767-4857-823c-0dbf0bc264ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:26Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d82ca59c494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33319"
    uid: f7199302-f681-4e34-bd1b-c2db88239fb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T03:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:26Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d82cd7a74a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33320"
    uid: a27bd00b-ff69-47eb-bcb6-3854a0c45f04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T03:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:26Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d82cdf04874
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 50cef311-77f2-41fe-891a-f52a8df99224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:30Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d83cb663ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 1f39192d-b038-4adf-b0b7-f1d6c32e2462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d83cea5376e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33374"
    uid: 7d38d884-a628-451d-8435-d1e867f4481d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d83cf16a55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33375"
    uid: 79a010b3-48d5-42e4-9967-c17fb7b193e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d83cf21cd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: dc326956-5fc3-4612-bec0-b6d11bbde741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d83d3d5d3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33378"
    uid: e78ab92c-c97d-4756-b514-f2600f61ad35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:00:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:30Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d83d44d581b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: ee90eaa3-616e-453c-b08f-6834902f812b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:01:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T03:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d84435206b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: 3db8a135-0785-4e26-aac1-3db7cc265b43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:01:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d954d7706ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: 41877883-04a4-4d37-8e70-b9fb4c796bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:01:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d954d77bc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "34049"
    uid: 2254993a-6a4d-4698-896d-ae3ac2626006
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ce8ee1e8-f313-418e-a9ee-b30eb0385704
  kind: Event
  lastTimestamp: "2026-09-05T03:01:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-ql72m.18d24d95f581ba1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34067"
    uid: 206fc697-d8af-4727-80ba-b3da781cf256
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33277"
    uid: 5b154556-09fc-41e8-a8a9-7289cffaf0d5
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-ql72m'
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d24d82a66f9479
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 14ef6c03-1e7e-4785-bf59-16361db9f556
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33274"
    uid: f3cee70d-9738-4daf-a1cd-1c2e5bfa3c98
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-xgboost-v2-predictor.18d24d82a3c31cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: b7b636be-4374-4b09-a69c-06ed04f9dad4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: 637ee3f3-10f2-4f0b-ac19-2f094eb1fce8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:10Z"
    name: isvc-xgboost-v2-predictor.18d24d862235cd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33689"
    uid: acbdc8e6-3bbf-4091-a5fc-99c4616c8822
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: 637ee3f3-10f2-4f0b-ac19-2f094eb1fce8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T03:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:10Z"
    name: isvc-xgboost-v2-predictor.18d24d8622a54758
    namespace: kserve-ci-e2e-test
    resourceVersion: "33690"
    uid: c81bba17-15a5-40ae-a7d9-5b19d23b273c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 637ee3f3-10f2-4f0b-ac19-2f094eb1fce8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:40Z"
    name: isvc-xgboost-v2-predictor.18d24d89a1656151
    namespace: kserve-ci-e2e-test
    resourceVersion: "33992"
    uid: 5c4207ae-a5dc-4cd0-a643-afb806cf3867
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 637ee3f3-10f2-4f0b-ac19-2f094eb1fce8
  kind: Event
  lastTimestamp: "2026-09-05T03:01:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:01:40Z"
    name: isvc-xgboost-v2-predictor.18d24d89a1d58440
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: ea903b44-4854-45d1-885b-daf5f0a02a04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:59:20.327716Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d7376b60198
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: a0ca32ea-b990-4786-94bb-006e1e30c75b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32577"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d739892c821
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: cfd07b6f-6abf-488d-be11-fe03e0760d44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d739a0659c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: 909836a4-b65e-472d-aae5-940531ba76ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d739c6e78a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32590"
    uid: 4da4adde-dacb-4136-9b9b-3fcb63055d56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d739cded400
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: c71143e1-bacd-446a-9c07-e546aca0099a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-05T02:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d74aebd6060
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: b1d44e4a-067b-49b9-bf42-553fd6709a63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d74b208d066
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 2259d659-ee47-466e-9661-089061f18713
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d74b276e997
    namespace: kserve-ci-e2e-test
    resourceVersion: "32636"
    uid: 1853b482-b678-42b4-8811-a307c4668c87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d74b27fe902
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: de73589e-13a8-48ce-a43e-a1c020e4b948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d74b54206a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: f17987ea-e5c8-4b1d-a534-b4372cd7feab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T02:59:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:59:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d74b5ad53ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32640"
    uid: d30db300-1dda-4c1e-9035-387413a1cb25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T03:00:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-05T03:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d7d8be1878d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 43888d27-c810-49cb-97a8-2b9a72997cf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T03:00:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d8174376000
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 8c540357-a806-4478-b25e-9f0dc40bbcb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T03:00:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d817437f1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: f54ac14d-3833-4cfc-b368-cbff06ed3f61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T03:00:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:23Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d8230f090de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: ddec5f25-9ce6-4fb9-9f3b-cccbcdc90d86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 2828b46b-00c4-4176-bffc-dc34cb71827b
  kind: Event
  lastTimestamp: "2026-09-05T03:00:23Z"
  message: 'Readiness probe failed: Get "http://10.132.0.60:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:00:23Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb.18d24d82315201cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: cf65e8a4-288c-4327-af20-97b934c33b65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: b0968727-b92a-4738-ac29-5688a24b8514
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-zlscb'
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d24d737657c94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 33292565-398c-4e5d-9717-816aa02ecef4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: 0fcf56fe-b92b-4dd9-abe3-0c2e13f51391
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d24d7373628c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: df117fa8-b6cf-4394-887d-5d4519a62611
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 7dc3a230-1a7a-473c-ac0b-2a7464cd63f1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d24d76f1dc6ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 2a84a1ed-6ad4-444b-9404-4cf400574f3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 7dc3a230-1a7a-473c-ac0b-2a7464cd63f1
  kind: Event
  lastTimestamp: "2026-09-05T02:59:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:59:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d24d76f23df2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: 06d49207-4038-4528-93c3-caf4b1be84f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: 7dc3a230-1a7a-473c-ac0b-2a7464cd63f1
  kind: Event
  lastTimestamp: "2026-09-05T03:00:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d24d7df0296583
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: f5df6b88-0fc4-4d46-bbe6-6fe2a226d3a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: 7dc3a230-1a7a-473c-ac0b-2a7464cd63f1
  kind: Event
  lastTimestamp: "2026-09-05T03:00:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T03:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T03:00:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d24d7df08dc609
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: 329c77a2-cd17-45c4-b8b0-771e7eb48342
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: 9bc5147a-6c6e-4c7b-ad93-b43288f0fe21
  kind: Event
  lastTimestamp: "2026-09-05T03:00:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:00:13Z"
    name: isvc-xgboost-v2-runtime.18d24d7373615abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33093"
    uid: e3b265e4-2fd9-494b-9e87-67340d0f7149
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:59:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: 9bc5147a-6c6e-4c7b-ad93-b43288f0fe21
  kind: Event
  lastTimestamp: "2026-09-05T02:59:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:59:20Z"
    name: isvc-xgboost-v2-runtime.18d24d73740a2890
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: e987d3a9-7d79-4def-86b6-124687eb1c30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33091"
    uid: 9bc5147a-6c6e-4c7b-ad93-b43288f0fe21
  kind: Event
  lastTimestamp: "2026-09-05T03:00:13Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:00:13Z"
    name: isvc-xgboost-v2-runtime.18d24d7fe2251e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33092"
    uid: 43754368-2445-4af9-b697-61ef9345aefb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 588d47f1-ad7a-4ac6-8300-dbfb3e803f2b
  kind: Event
  lastTimestamp: "2026-09-05T03:01:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:01:38Z"
    name: isvc-xgboost-v2.18d24d82a3bf10d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 5d84cfad-1429-4871-9cbb-81ba08be46c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 588d47f1-ad7a-4ac6-8300-dbfb3e803f2b
  kind: Event
  lastTimestamp: "2026-09-05T03:00:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T03:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:00:25Z"
    name: isvc-xgboost-v2.18d24d82a440ea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33282"
    uid: d8da213c-e3ac-41e7-a363-eebf00ede056
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33978"
    uid: 588d47f1-ad7a-4ac6-8300-dbfb3e803f2b
  kind: Event
  lastTimestamp: "2026-09-05T03:01:38Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T03:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T03:01:38Z"
    name: isvc-xgboost-v2.18d24d93a6b334a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33979"
    uid: d297c037-f881-48fe-8213-688bfb7fbdcb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: 731c3e19-9304-4306-9a9d-1135dcf8b8ed
  kind: Event
  lastTimestamp: "2026-09-05T02:55:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:42Z"
    name: isvc-xgboost.18d24d2b107652cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: d76caea5-eaf2-47f7-8c99-7f255fc57959
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: 731c3e19-9304-4306-9a9d-1135dcf8b8ed
  kind: Event
  lastTimestamp: "2026-09-05T02:54:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-xgboost.18d24d2b113db235
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: c5449376-fc36-4d46-9cf2-f1969d40576f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29439"
    uid: 731c3e19-9304-4306-9a9d-1135dcf8b8ed
  kind: Event
  lastTimestamp: "2026-09-05T02:54:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:54:09Z"
    name: isvc-xgboost.18d24d2b1c11fee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29470"
    uid: e52da7fd-b4db-45e6-83e0-1356095e79b7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30373"
    uid: 731c3e19-9304-4306-9a9d-1135dcf8b8ed
  kind: Event
  lastTimestamp: "2026-09-05T02:55:42Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:55:42Z"
    name: isvc-xgboost.18d24d40d8913b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: 1a7f3ab6-daa0-4b85-9d9d-ec0fc40455ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:33:07.721469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-2tlsm
    to ip-10-0-135-239.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c055012fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 41d58620-5458-485a-bbf2-f0a79c6aca5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c055cc07ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 21302c96-5108-4935-8224-058799e8e989
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c0595dce6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 797cf18b-7853-4b50-b34a-6a48d59aaa8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-05T02:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:08Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c0597400536
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: 6f93a4ab-a0e2-45ca-a278-4ed43a98e5e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.269s (1.269s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c05e2eab0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: b7482ba6-bb5c-4ecd-8818-e5c5660e009d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c05e6502581
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: 88c01c97-9307-4416-b22f-ee5d14df53e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c05e6c6473d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 9e5549e1-5fc6-43a4-91e9-39b07f97a379
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c05e6d11fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17363"
    uid: bb190ce9-cd1b-447a-8d1b-b9da77c4dc79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c05e9e150f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: c2fec17e-0909-4fca-9df5-944eb3afa280
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:33:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:10Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c05ea4f5699
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: 8c4f4eaf-f60f-4e33-ae40-dbf267eb15a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:35:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:02Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c20243d6df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: 64aa0e2a-8039-44f4-a862-2195d31d60cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2tlsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 296c88b5-cf21-426d-803c-d50e658052e9
  kind: Event
  lastTimestamp: "2026-09-05T02:35:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:35:02Z"
    name: message-dumper-predictor-6575bcfdfd-2tlsm.18d24c20243debe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 151b47c4-df4e-44b6-9093-91ee84f2cd18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: e6d40e5b-7908-4078-a3ba-5954eba84e69
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-2tlsm'
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: message-dumper-predictor-6575bcfdfd.18d24c054f99c01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: c6ee36af-9a2c-4bc6-87e9-64a4a4a9f678
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 01d473ee-f8c9-4597-b259-260ea4c6025e
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: message-dumper-predictor.18d24c054d8e757a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: b6116b11-310b-4d0c-9669-230614a8237a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 8cfce7ba-d225-4a98-af91-5be80277c9bc
  kind: Event
  lastTimestamp: "2026-09-05T02:33:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:37Z"
    name: message-dumper-predictor.18d24c08cc3c0000
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: 2eafb107-9b83-4aa5-93ce-bbfc808af584
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 8cfce7ba-d225-4a98-af91-5be80277c9bc
  kind: Event
  lastTimestamp: "2026-09-05T02:33:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:37Z"
    name: message-dumper-predictor.18d24c08cca5c5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 4363db4c-955b-414f-97c7-4c6b24479f84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 6908bdfd-7e2a-4684-aa24-3c7ab038a7ab
  kind: Event
  lastTimestamp: "2026-09-05T02:33:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:18Z"
    name: message-dumper.18d24c054d9fefd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: c33feacf-09e5-45d2-937b-97f22b90b88a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 6908bdfd-7e2a-4684-aa24-3c7ab038a7ab
  kind: Event
  lastTimestamp: "2026-09-05T02:33:07Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-05T02:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:07Z"
    name: message-dumper.18d24c054e5f78f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: c9c10cfc-5a8b-4f66-87ee-695c5cc750d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 6908bdfd-7e2a-4684-aa24-3c7ab038a7ab
  kind: Event
  lastTimestamp: "2026-09-05T02:33:18Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:33:18Z"
    name: message-dumper.18d24c07e10857b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: c801f684-6ba5-4645-9866-1f8509408cc7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:42:32.881629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:42:32Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24c88e63e9699
    namespace: kserve-ci-e2e-test
    resourceVersion: "22469"
    uid: 8c174c12-8041-4074-9147-fbb43ae8e81a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:42:33Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:42:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24c890865fdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22486"
    uid: 11bf6e2b-f3b8-4be5-9c51-5baad7117d91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:42:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24c8909c0f316
    namespace: kserve-ci-e2e-test
    resourceVersion: "22488"
    uid: e00c3e66-b238-4124-818c-5d25793b36db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:42:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24c890c94187d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 98a0f190-9075-4006-9804-e61c09a5426f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:42:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24c890d01e195
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 9a1857df-12c5-42a4-a63d-2e7171b27c6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:42:37Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-05T02:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24c89fc122187
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 6a378e30-dd7f-4192-b49e-911e98afa7ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:37Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m0.417s
    (2m0.417s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24ca60584cd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 0d2e87cb-b3f1-4f9a-8d6e-708e669b6abd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24ca60bcf7afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: b53ef44b-0b4d-4ba9-adff-e9ad1c1445a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24ca60df98bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: a932b161-7bcf-4dba-8457-1d0de5a8f918
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24ca60e03655b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: ebb6f13f-b4f9-4e63-bb23-38adbfe0f036
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24ca613bbea30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23420"
    uid: 9bfd7d86-b57c-4829-a527-1047934c9474
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:44:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24ca614cc723d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: c8d023ab-c244-404e-8a94-7f494c6360c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-05T02:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24caeb3148cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: c530a6a6-bc5a-4e29-9096-c6863217d03a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24cb2d64f189c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: e1fccffa-731a-44dd-8aa8-bc787f953346
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24cb2d64fb499
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: 8ce53f9d-8f31-4f59-b903-e38ea9f2e828
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: de26c756-aed4-4f73-8bc5-dbdc6aa72aa4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:45:35Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8.18d24cb356d7de56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: f299f0a1-c087-438a-b681-b1b2ca51b81d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: daacb6b2-ba71-410a-b8fc-70868fae2340
  kind: Event
  lastTimestamp: "2026-09-05T02:42:32Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-7nqk8'
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:32Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d24c88e5af495e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ccb65380-a268-4495-bcc7-ecaf599bdc66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 2466836b-951b-47e8-a548-9ae57ea4d544
  kind: Event
  lastTimestamp: "2026-09-05T02:42:32Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:32Z"
    name: sklearn-v2-mlserver-predictor.18d24c88e28c56e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 9a85b388-56db-450d-8e05-944c5934471a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: f5f9b8e5-d164-426d-a021-a9158b5cb525
  kind: Event
  lastTimestamp: "2026-09-05T02:45:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:03Z"
    name: sklearn-v2-mlserver-predictor.18d24c8c60e15c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 69520f00-773d-43d3-ad59-3d2399253bb6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: f5f9b8e5-d164-426d-a021-a9158b5cb525
  kind: Event
  lastTimestamp: "2026-09-05T02:45:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:03Z"
    name: sklearn-v2-mlserver-predictor.18d24c8c61485a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: fb867938-c438-4932-b8e2-121efab01fc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: f5f9b8e5-d164-426d-a021-a9158b5cb525
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: sklearn-v2-mlserver-predictor.18d24caf59671b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: 29746629-9e63-4c20-b1c8-131c054aa417
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: f5f9b8e5-d164-426d-a021-a9158b5cb525
  kind: Event
  lastTimestamp: "2026-09-05T02:45:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:45:18Z"
    name: sklearn-v2-mlserver-predictor.18d24caf59ed9ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: d9ca414a-be54-42b7-8140-e45f82062911
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 0c0a9b9c-48a0-4c8c-9ce3-99f1d5c1e3f4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:25Z"
    name: sklearn-v2-mlserver.18d24c88e292abb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 8f828c82-822a-4436-8101-c247bde5067b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 0c0a9b9c-48a0-4c8c-9ce3-99f1d5c1e3f4
  kind: Event
  lastTimestamp: "2026-09-05T02:42:32Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:32Z"
    name: sklearn-v2-mlserver.18d24c88e2f382bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: 29db092b-3a53-4db8-b8f8-a4b04b0a5297
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 0c0a9b9c-48a0-4c8c-9ce3-99f1d5c1e3f4
  kind: Event
  lastTimestamp: "2026-09-05T02:45:25Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:45:25Z"
    name: sklearn-v2-mlserver.18d24cb1087a80d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: 81ba4e37-354f-4499-8729-607937c8577d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:56:49.853259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31106"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    to ip-10-0-140-13.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:56:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:56:49Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d506dbc01f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: 2268810e-e0b3-4676-adb6-27029bd8c0cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-967dfbd6c-bbgp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:50Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:56:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d508fddd58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: 4d97c695-f79b-4cef-b941-0ab7365301dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d509141519c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31133"
    uid: 8e428fca-6a1e-427d-a553-669dfa402fe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d5093eb33d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: bc24bd30-f88e-42ca-9253-fd9a403c0ee5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d509475c7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31135"
    uid: c094c7b5-6cd0-482e-bf11-9b4b01d6cf58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-05T02:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d51988932af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31176"
    uid: 2279b615-eac7-4538-9677-00a841fd8855
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d519b8a5bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 46bfd6a1-c9d6-4b10-8a76-ce85a7a5d178
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d519be8ddf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31179"
    uid: 68fc9d33-8edb-4103-bdcd-26ede9729d71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d519bf290ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 3634d52e-93d0-4e8d-8c76-dff6c7fecd69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d519ecca7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: afbe1f82-57b6-4183-8023-ee8dbf833fdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:56:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:56:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d519f54b0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31185"
    uid: 92e6a3fa-714c-435c-abd3-946bb4092104
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:57:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:39Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d5c15538298
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: 55452271-6969-4460-a06d-5f2fe3308d7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:57:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:39Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d5c15544d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: ebb7b708-bfbc-48ff-bf30-6c632fb59182
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 6a8c862f-3ca8-4acf-b532-65b676f782ca
  kind: Event
  lastTimestamp: "2026-09-05T02:57:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:57:41Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59.18d24d5c8af9c865
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: f7c5ca26-ea3f-40cb-bd9c-36a507703a73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-13.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-13.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: 2eb29083-0cee-4e92-abef-acef31855b38
  kind: Event
  lastTimestamp: "2026-09-05T02:56:49Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-7gq59'
  metadata:
    creationTimestamp: "2026-09-05T02:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:49Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d24d506d2b36e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: 6cf72a59-f39d-408c-8e39-a954cce04085
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31095"
    uid: 699d0764-cfa1-47d7-b073-739fd4e97677
  kind: Event
  lastTimestamp: "2026-09-05T02:56:49Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:56:49Z"
    name: xgboost-v2-mlserver-predictor.18d24d506a0ce421
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 10f6aa09-8d80-4ec3-8898-093c87534a33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: f677a8a9-97ef-4030-8356-44d6964c1c52
  kind: Event
  lastTimestamp: "2026-09-05T02:57:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:19Z"
    name: xgboost-v2-mlserver-predictor.18d24d53e9399a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: 12745c4c-f308-45d2-9cec-7ffa8ad41b4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: f677a8a9-97ef-4030-8356-44d6964c1c52
  kind: Event
  lastTimestamp: "2026-09-05T02:57:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:19Z"
    name: xgboost-v2-mlserver-predictor.18d24d53e9a08560
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: f4cc0ba6-e25e-4413-a4b4-27cedb916e52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31254"
    uid: f677a8a9-97ef-4030-8356-44d6964c1c52
  kind: Event
  lastTimestamp: "2026-09-05T02:57:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:34Z"
    name: xgboost-v2-mlserver-predictor.18d24d5ae79437f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: 13db67a5-4537-4090-b4c6-bdb2f696722c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31254"
    uid: f677a8a9-97ef-4030-8356-44d6964c1c52
  kind: Event
  lastTimestamp: "2026-09-05T02:57:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:57:34Z"
    name: xgboost-v2-mlserver-predictor.18d24d5ae7fb08bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31570"
    uid: c9c60279-f47d-486d-833c-1948487cdaac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 61ef5e3d-d4ec-4af4-b4c1-f1bf32fec297
  kind: Event
  lastTimestamp: "2026-09-05T02:57:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:57:32Z"
    name: xgboost-v2-mlserver.18d24d506a0dd22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 24172333-3a1b-4464-96bb-cc727264d439
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 61ef5e3d-d4ec-4af4-b4c1-f1bf32fec297
  kind: Event
  lastTimestamp: "2026-09-05T02:56:49Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:56:49Z"
    name: xgboost-v2-mlserver.18d24d506aa0999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31118"
    uid: d9022158-6e21-4eb7-bb51-4de805a568e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: 61ef5e3d-d4ec-4af4-b4c1-f1bf32fec297
  kind: Event
  lastTimestamp: "2026-09-05T02:56:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:56:49Z"
    name: xgboost-v2-mlserver.18d24d506ff35c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: bd4856cf-1aeb-4fe8-97e6-a17ad24012e9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:57:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: 61ef5e3d-d4ec-4af4-b4c1-f1bf32fec297
  kind: Event
  lastTimestamp: "2026-09-05T02:57:31Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:57:31Z"
    name: xgboost-v2-mlserver.18d24d5a3c751797
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 5ac88419-1f62-4aba-ae44-13caf1c3e048
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39969"