---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:14:05.780463Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24850"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:14:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:14:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7861f2fd7cfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: c1d17ecd-65ea-4565-8da5-2c3e93f68e1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7861f3b7fa4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: 3cf97286-2cfb-4670-8487-d105ee67825b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:06Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:14:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7861f6d2f8349
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 5f4f479d-11f5-4165-873a-36d9bdf442b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7861f6ed9a80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: 2ae36aec-9a86-46c6-8f65-ee5a81049114
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7861f718501b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24877"
    uid: 021d3607-013c-4827-86d6-bdad34e7311d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7861f71f90d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: e5052030-cd33-4778-954f-66ff4d052f13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:15Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7862184607ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24947"
    uid: e28ed0c8-d510-4c65-8e19-f8f1d52bc030
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c786218846c110
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: fc4ac825-39ad-452e-adef-293fbc99355d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7862188d6f044
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: 69fa6bb0-c3d7-4abf-9899-6f383a001db8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c7862188e47967
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: e72b1543-fd53-4fc3-a4e8-bb6d5141f58f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c786218c0db47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24956"
    uid: 74d1b30e-9c62-41fe-a1be-37df177bed4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c786218c88f080
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: c581a6c9-0433-4772-9047-49e3ee426444
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c78621fc3caa83
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 9cb04633-66b7-4743-848b-61f877690a96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c78627623ebac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25181"
    uid: 74847b6b-34f0-471e-8f81-6651705d8ba3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 089e861c-06db-4d39-bee9-de551706c4c1
  kind: Event
  lastTimestamp: "2026-08-01T00:14:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks.18c78627623f4e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "25182"
    uid: 3fc969f5-d53b-4447-9bf6-22411ba8a6a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24841"
    uid: ad8052c5-ef11-4366-a291-c56ca8312bfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:05Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-q7dks'
  metadata:
    creationTimestamp: "2026-08-01T00:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c7861f2f683a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24853"
    uid: 72d21d7d-321d-425e-9cb7-c9afce0a2d0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24839"
    uid: 716ab51d-d65c-4737-b6ea-4ab6054402db
  kind: Event
  lastTimestamp: "2026-08-01T00:14:05Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c7861f2c4c2894
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: 7a4c88ac-89cf-4ba9-bfc7-c42be624f760
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 58cd0588-c007-43f6-a999-0305d6841eb3
  kind: Event
  lastTimestamp: "2026-08-01T00:14:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c78622aab99fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: c1699c72-34b5-4d8c-8d97-ced09beb2da7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 58cd0588-c007-43f6-a999-0305d6841eb3
  kind: Event
  lastTimestamp: "2026-08-01T00:14:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c78622ab1d458a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: 30af734a-5da8-4060-b362-3f00fcbd3931
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: 7ef46332-e6e0-460a-bb12-01a23eebd40c
  kind: Event
  lastTimestamp: "2026-08-01T00:14:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:14:33Z"
    name: isvc-autogluon-ts-v1-noslash.18c7861f2c503c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 9122e7ca-a292-4489-9ac3-929c8a40b8f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: 7ef46332-e6e0-460a-bb12-01a23eebd40c
  kind: Event
  lastTimestamp: "2026-08-01T00:14:05Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:14:05Z"
    name: isvc-autogluon-ts-v1-noslash.18c7861f2ccba174
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: a9528b63-802f-4165-a755-51c24cf5e7d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25106"
    uid: 7ef46332-e6e0-460a-bb12-01a23eebd40c
  kind: Event
  lastTimestamp: "2026-08-01T00:14:33Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:14:33Z"
    name: isvc-autogluon-ts-v1-noslash.18c78625bb995eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25107"
    uid: 03fd7180-9798-468a-b7df-bee0133ea79c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:13:16.878653Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:13:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:13:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78613cd1165a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 51cd6093-e927-47a8-bd88-20729e13b7d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78613d967fda3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24421"
    uid: 188106e5-1c6f-4f49-8897-3b2a87a1f2e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:17Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:13:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c786140bc425dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: 161d1c8a-7419-46cb-916d-72ac16d0fedc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c786140d4db02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: c44f1964-2e45-4493-87c5-c22cca79e79f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c786141045dd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: a22f9baa-1ec9-489d-86c4-ddeb13d5838c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c7861410c5f7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 34431432-dc71-4a39-98c8-543037c74549
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:26Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78615f4b75c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 4fee77bc-8035-45f0-bfea-0f6244bad3f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78615fb6ba11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 9f88601e-5c89-4472-96d9-5656505528d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78615fcbbcb97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: ee90d6eb-6af0-4d75-b873-e64a61ea4044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78615fcc99da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 058ffc32-5e12-403a-bdd2-15ceb054eb83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c7861603239551
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: 55562aab-8739-4f07-bbeb-850daa711fc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:13:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c78616044fc5f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: f6791dae-4792-4fda-8423-60883115d4a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:14:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c7861630dd2fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: 01e3611b-0c76-4865-904a-dae40c9294cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:14:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c7861dfb06f194
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: 23a78201-5c63-4507-8e99-27a77d2d4b6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:14:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c7861dfb078eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: 58eb0649-9017-4e3b-acc0-257d669a88be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0ef25095-6bb7-41e2-861a-43bfc0595a77
  kind: Event
  lastTimestamp: "2026-08-01T00:14:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls.18c7861e92cea9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: 827672ed-ce80-4f09-b03e-d7e52241f1fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 89d6f7f0-c7f7-45e8-a30c-82dc777f6e9c
  kind: Event
  lastTimestamp: "2026-08-01T00:13:16Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m7fls'
  metadata:
    creationTimestamp: "2026-08-01T00:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c78613ccb8542f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 3ab50905-7d77-4324-9ef2-6b5286a6f3d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 553ce708-4fce-4c15-993c-da7274f3a529
  kind: Event
  lastTimestamp: "2026-08-01T00:13:16Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:16Z"
    name: isvc-autogluon-ts-v1-predictor.18c78613c9b17c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: e2ca528f-b3ad-49e8-94ef-57dd3ed394c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 6243663a-24cb-4644-9c25-22d9313aeed5
  kind: Event
  lastTimestamp: "2026-08-01T00:13:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:31Z"
    name: isvc-autogluon-ts-v1-predictor.18c786174837a471
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: 34debc78-02d7-4276-931c-42f516ca477f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 6243663a-24cb-4644-9c25-22d9313aeed5
  kind: Event
  lastTimestamp: "2026-08-01T00:13:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:31Z"
    name: isvc-autogluon-ts-v1-predictor.18c78617489e7a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: bb88b37a-28d0-411d-8bfc-544db87cdb8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: 6243663a-24cb-4644-9c25-22d9313aeed5
  kind: Event
  lastTimestamp: "2026-08-01T00:13:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:46Z"
    name: isvc-autogluon-ts-v1-predictor.18c7861ac7adc667
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: b4b34f7e-b8a1-4460-b7a6-4065d3ee8850
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: 6243663a-24cb-4644-9c25-22d9313aeed5
  kind: Event
  lastTimestamp: "2026-08-01T00:13:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:46Z"
    name: isvc-autogluon-ts-v1-predictor.18c7861ac8108e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: 1a6975c9-1afc-4313-a486-df2c3ae0cb18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: 1c882e68-82c0-49bb-8349-62c6122064e0
  kind: Event
  lastTimestamp: "2026-08-01T00:13:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:13:43Z"
    name: isvc-autogluon-ts-v1.18c78613c9d241ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: 2006ddcb-8550-4ec7-9469-617209a081f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: 1c882e68-82c0-49bb-8349-62c6122064e0
  kind: Event
  lastTimestamp: "2026-08-01T00:13:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:13:16Z"
    name: isvc-autogluon-ts-v1.18c78613ca3b5b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 132aa676-bf40-4111-9513-8307ae6a7518
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 1c882e68-82c0-49bb-8349-62c6122064e0
  kind: Event
  lastTimestamp: "2026-08-01T00:13:43Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:13:43Z"
    name: isvc-autogluon-ts-v1.18c78619f0934e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 6437114f-3e11-478c-b030-bd4662abaa51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:01:20.586536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-dxv64
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7856d06bb068f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 4544c9f2-201c-4915-822b-0fc43b4fb079
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7856d15a93820
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: 3c75484e-fa7e-4cee-8008-86c0dc080f4f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18236"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:01:21Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:01:21Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7856d4b5b0c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: ded0cbd4-82fb-4b89-9727-f39925119246
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:01:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:21Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7856d4cceac56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: 9d900015-b452-40ae-a581-cc6d9339cb2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:01:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:21Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7856d534d50b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 1c4ad5a1-3af0-4868-a2a5-da263f9ef36f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:01:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:21Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7856d547e6341
    namespace: kserve-ci-e2e-test
    resourceVersion: "18258"
    uid: 19e75613-c6a5-486d-ba20-26bc68174a5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:01:42Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c785721e07aad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: c1569637-95ca-4e15-b78a-e5d1da8fef37
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:03:39Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m56.766s
    (1m56.766s including waiting). Image size: 8940333851 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858d4dd82ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: 787509d7-0423-4620-a414-42966ca31a94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:03:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858d540c5be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 7e25b786-3d96-4e9f-b053-22326e495ecb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:03:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858d5500fd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 6ab04c8a-641b-43dc-8fb1-43f143c0de7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:03:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858d550c3c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 27ab88df-b2c4-442c-b0a3-486d1b76dfbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:03:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858d5b948ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: c4842e69-c0d4-4132-9b01-04726b312a16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:03:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858d5f7796bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: f6978389-a5b6-433c-981b-8f0e7b516336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:04:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:07Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c7858db9bb80d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 9c2f7393-e16c-4bd3-8b25-7403051f9ff9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:04:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c78593bc974ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: f64e9a30-543d-4b68-a684-4822ebd48840
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:04:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c78593bc97e312
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 0755ba12-2916-4dce-9e31-921e50ff9541
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 65f37b52-81e7-477d-9ab0-d4946e959a08
  kind: Event
  lastTimestamp: "2026-08-01T00:04:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:07Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-dxv64.18c78593c7a0cd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 1c9ea7b2-44d1-4e0f-a3ae-a4d893650eb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: 66cfed39-11d4-42ad-a1b5-9e9a160ed975
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-dxv64'
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c7856d06455aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: 30a05601-77bf-4a9a-837b-a92d81e6ec91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18198"
    uid: 582eef00-5672-44c7-b330-e57b8add09ac
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-autogluon-v1-predictor.18c7856d032ba554
    namespace: kserve-ci-e2e-test
    resourceVersion: "18209"
    uid: c43b8351-a47f-4b48-9a68-99f2b57ce9d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: c1651d0d-25c8-4a66-94ef-630a7452b74c
  kind: Event
  lastTimestamp: "2026-08-01T00:04:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:05Z"
    name: isvc-autogluon-v1-predictor.18c7857081a674d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: bcd3cb77-dd2f-4c56-97bb-ebfd773d902f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: c1651d0d-25c8-4a66-94ef-630a7452b74c
  kind: Event
  lastTimestamp: "2026-08-01T00:04:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:05Z"
    name: isvc-autogluon-v1-predictor.18c785708205f063
    namespace: kserve-ci-e2e-test
    resourceVersion: "19577"
    uid: 015e2e8c-0fa9-4509-a7b4-06c20455a808
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: c8f25602-cd88-4ff1-86cd-c5fb68b621f8
  kind: Event
  lastTimestamp: "2026-08-01T00:03:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:03:57Z"
    name: isvc-autogluon-v1.18c7856d03642f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 3dad4f19-737b-4ef0-9952-fdc3fa11e8d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: c8f25602-cd88-4ff1-86cd-c5fb68b621f8
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-autogluon-v1.18c7856d03c3935f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: 0c706e29-eaad-41f4-8050-c1f35de52e07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: c8f25602-cd88-4ff1-86cd-c5fb68b621f8
  kind: Event
  lastTimestamp: "2026-08-01T00:03:57Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:03:57Z"
    name: isvc-autogluon-v1.18c785917956599b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 69602a12-2453-49af-b42d-f7348c2faa49
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:10:55.486495Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23219"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f2e1705116
    namespace: kserve-ci-e2e-test
    resourceVersion: "23224"
    uid: b5bc15e1-ea0b-4ae2-8195-1ab277f3203c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:10:55Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f2fb5da422
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: a9076df8-d321-417a-869a-b67a7e5bad5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:10:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f2fc983c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: c7de7e16-f1ed-4bc1-8c46-3c7afb3fb2c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:10:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f30075047b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 30764bf8-39b7-4776-b1c4-f2657a4b567e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:10:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:56Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f3012f9db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: 18f8d653-b50c-4599-b934-8e3e700013b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:11:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:11:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f9c49375b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: b3bd70f7-ca71-4448-8580-2bea922c1028
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:11:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:11:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f9c79c5e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 820617a6-eaf0-4dd4-a6f5-d207f9070560
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:11:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:11:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f9c8104a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 01d966cd-6a35-4380-87c4-f899c8f6f4e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:11:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:11:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f9c81a6c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 4e0ed00b-e0be-4f8a-ac18-642c6fabfd09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:11:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:11:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f9caef4463
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: dbe22b2e-8609-4856-b60b-e3b4627f8c04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:11:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:11:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c785f9cb621299
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 6cd6db78-68cc-482e-9f74-30add02dc9c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:13:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.34:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-08-01T00:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c786121ba6c9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: 7f3591ff-d4c4-4eff-af4d-236a9cb1bf47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:13:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c7861297665353
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 516144f7-6ffa-40c9-b94e-49c25fd0cff2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: d71eebe4-ba10-4b97-aa90-78ab77659892
  kind: Event
  lastTimestamp: "2026-08-01T00:13:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:13:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc.18c786129766b877
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: a74875b5-08a3-45d0-84eb-193f4e00f3d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 5693707e-d1eb-4d20-b1b5-5b3e1d44a4e5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:55Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fwdfc'
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c785f2e10efc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 387d8e75-1e68-4fd9-a514-83e568afce46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23207"
    uid: 9a9790a1-bb37-4b1c-9cbf-162daa673f18
  kind: Event
  lastTimestamp: "2026-08-01T00:10:55Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash-predictor.18c785f2de7a9046
    namespace: kserve-ci-e2e-test
    resourceVersion: "23210"
    uid: a42397e6-f4aa-4491-a136-b2158b3ea698
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: fd7270c2-4a25-49b3-9af8-873ade67d74a
  kind: Event
  lastTimestamp: "2026-08-01T00:11:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:11:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18c785f65ced0d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 8bf9af47-953c-48ce-9153-ca2514e9bfec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: fd7270c2-4a25-49b3-9af8-873ade67d74a
  kind: Event
  lastTimestamp: "2026-08-01T00:11:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:11:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18c785f65d4905ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: a8a7e4fa-1a94-4d1f-b1c8-99bfa33c5ed2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: fd7270c2-4a25-49b3-9af8-873ade67d74a
  kind: Event
  lastTimestamp: "2026-08-01T00:13:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:10Z"
    name: isvc-autogluon-v2-noslash-predictor.18c78600da28af9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 4c16cda6-0f5a-462b-8084-b6f27f65be0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: fd7270c2-4a25-49b3-9af8-873ade67d74a
  kind: Event
  lastTimestamp: "2026-08-01T00:13:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:13:10Z"
    name: isvc-autogluon-v2-noslash-predictor.18c78600da88ce1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: e9c4c2ca-7414-4594-a742-d6e67143b4e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: af6ff9b1-1fdb-48ae-be6a-e5d1aa871a18
  kind: Event
  lastTimestamp: "2026-08-01T00:12:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:12:58Z"
    name: isvc-autogluon-v2-noslash.18c785f2de80d848
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: 97d09081-eb6e-4f47-a698-43bcd04a48ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: af6ff9b1-1fdb-48ae-be6a-e5d1aa871a18
  kind: Event
  lastTimestamp: "2026-08-01T00:10:55Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash.18c785f2df1259b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 44047bd2-942e-4246-8bbe-1212763b37d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: af6ff9b1-1fdb-48ae-be6a-e5d1aa871a18
  kind: Event
  lastTimestamp: "2026-08-01T00:10:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:55Z"
    name: isvc-autogluon-v2-noslash.18c785f2e4ef48cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 7a5b930f-31f0-4492-8815-aa222b7b4b1d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: af6ff9b1-1fdb-48ae-be6a-e5d1aa871a18
  kind: Event
  lastTimestamp: "2026-08-01T00:12:58Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:12:58Z"
    name: isvc-autogluon-v2-noslash.18c7860f8ec820fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: f9e7fdfd-deb3-480b-87dc-c66feaac2454
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:04:12.115391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:04:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c78594f6a5d223
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: 7fd6190a-afe6-4241-b656-2183f314514d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:12Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:04:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c78595120c3c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 52a38a49-75ff-4bed-862f-fdbd80a0b8c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859513727c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 883b1dab-9f9c-4f79-baba-11287637b445
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859519c43364
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 3d209146-d886-4572-8cff-3356fafeebda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c785951ad46453
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 008377cb-5e99-44ce-aed5-86bc7444582f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:44Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859c75dddeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 4ca7eb3a-dfd4-4918-bb4f-141e76f0a9e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859c7918da6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: bbdd9d2f-ed59-4eae-a985-101423ffb0f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859c799c6532
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: f8362638-ff02-4d29-b7b4-a457c7005e98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859c79a8687a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 60d723d6-77f3-495f-9547-7e51bfdd80ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859c7cf2531c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 37ab1ccc-6a84-46d1-adf0-6671604cd3f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c7859c7d584903
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 2b1e9d5e-6e01-4f81-a8a8-cb70b60e91df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:06:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:06:28Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c785b4acabe0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 185d0bec-f024-4256-b051-2bb19a61acae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:06:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:06:28Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c785b4acac4a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 79d1e2b4-c96f-46a7-8379-56c068134e67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: a9f1a158-6ddd-4ddd-9140-1f96bf32439f
  kind: Event
  lastTimestamp: "2026-08-01T00:06:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.31:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.132.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:06:29Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-75kp7.18c785b4f75e82ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 8779c9a2-f938-4d54-8dcc-87b571aa5dd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: c435c1e4-a8f2-4b93-9ca2-e6695af92682
  kind: Event
  lastTimestamp: "2026-08-01T00:04:12Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-75kp7'
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c78594f5746fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: 514c7158-68a7-455b-8f8b-9e229b3f0128
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 2fee4584-36e3-42b9-85bd-06729f2a382a
  kind: Event
  lastTimestamp: "2026-08-01T00:04:11Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:11Z"
    name: isvc-autogluon-v2-predictor.18c78594ee939a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: dc65865a-a8c6-4740-ab8f-10c4622dd10e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: a5054fda-950d-4738-9731-bed0ff3dac46
  kind: Event
  lastTimestamp: "2026-08-01T00:05:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:42Z"
    name: isvc-autogluon-v2-predictor.18c785986e0ef163
    namespace: kserve-ci-e2e-test
    resourceVersion: "20441"
    uid: 833546bf-2441-4ae7-9ff1-0045479fe804
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: a5054fda-950d-4738-9731-bed0ff3dac46
  kind: Event
  lastTimestamp: "2026-08-01T00:05:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:42Z"
    name: isvc-autogluon-v2-predictor.18c785986e7a3e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20442"
    uid: e22c7684-c043-4623-b0f6-114444781c6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: a5054fda-950d-4738-9731-bed0ff3dac46
  kind: Event
  lastTimestamp: "2026-08-01T00:06:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:06:27Z"
    name: isvc-autogluon-v2-predictor.18c785ad67a076eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: 04378349-69f9-48db-8085-5dd39956a301
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: a5054fda-950d-4738-9731-bed0ff3dac46
  kind: Event
  lastTimestamp: "2026-08-01T00:06:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:06:27Z"
    name: isvc-autogluon-v2-predictor.18c785ad681744fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: e92ff312-7083-4423-aa60-885864e1467b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:06:33.522563Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:06:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785b5e32bf4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: d403460c-87a4-4776-9b6e-d29ee7e3b325
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:06:33Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:06:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785b5fd40e9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20972"
    uid: a1350541-b08f-40d1-911a-cb4bc04b2e49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:06:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:06:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785b5feb38bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 298fa62e-2bb4-4c6a-85e1-f44116675c16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:06:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:06:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785b60194c18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 0bbf399f-71b3-40a7-8168-19bc497ef0da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:06:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:06:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:06:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785b6020a99d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: 9128b55a-fa78-4d0d-841c-c2fb75dd1a3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:07:03Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785bcdbe94129
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 8c604806-9185-4d15-8ddf-8168d6cea418
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:08:59Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m56.357s
    (1m56.357s including waiting). Image size: 8940333851 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785d7f363953b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: a47665db-a188-4d27-a2ab-291f4240f82d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:08:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785d7f9b975a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 1a212746-e49c-4759-8923-f8159bb9d984
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:08:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785d7fb3fa9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: 86202580-0abd-42bd-9561-5141cff654f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:08:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785d7fb4912a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: d9364531-9fd3-4246-9376-86d41cdab0b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:09:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785d7ffd07781
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: e7fd70f7-f9c9-4354-b843-0b4b4929607f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:09:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785d8007fbe9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: 2ace1b0c-1a55-4764-94d5-d1117147b151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-08-01T00:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785f0770a0114
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: 91ef2b9f-9ecd-4354-9760-b856b407fab4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785f1ad736a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 0a123672-71c9-4245-98e4-1f49af220fa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 64c1ca2d-08b5-4fce-92b2-f3f1d3b5983b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f.18c785f1ad73ffad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23160"
    uid: 3bc75094-d911-41ee-adc7-095cac7401ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: 0d1afed3-cb2e-459b-99df-f729e31cb327
  kind: Event
  lastTimestamp: "2026-08-01T00:06:33Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-5th7f'
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:06:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c785b5e2b8a4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: ab3c8b4c-e4e7-4015-8ad0-e7c927510c3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: 4b02a03e-b3c3-4fc9-ad08-6f1470b4c499
  kind: Event
  lastTimestamp: "2026-08-01T00:06:33Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:06:33Z"
    name: isvc-autogluon-v2-variants-predictor.18c785b5df36fd5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: accfee8a-27df-4ea8-ae96-747bc763b710
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: b2d54f0e-9f68-4731-8695-815fc8ca495d
  kind: Event
  lastTimestamp: "2026-08-01T00:09:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:09:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c785b95e1a1819
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: c61e6e74-3b6d-474f-b119-7109a734001b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: b2d54f0e-9f68-4731-8695-815fc8ca495d
  kind: Event
  lastTimestamp: "2026-08-01T00:09:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:09:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c785b95e79e671
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: 20333c52-ec29-4eca-b77a-802bcb86414e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: b2d54f0e-9f68-4731-8695-815fc8ca495d
  kind: Event
  lastTimestamp: "2026-08-01T00:09:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:09:48Z"
    name: isvc-autogluon-v2-variants-predictor.18c785dc53daa585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 95593053-9dff-4e01-8d96-fc676dfd2340
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: b2d54f0e-9f68-4731-8695-815fc8ca495d
  kind: Event
  lastTimestamp: "2026-08-01T00:09:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:09:33Z"
    name: isvc-autogluon-v2-variants-predictor.18c785dc5438ba7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: c1a9daca-cdf5-4af5-848f-ea5436861efd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 0fe8b69d-579b-4223-80f5-54a5f2e7ce1d
  kind: Event
  lastTimestamp: "2026-08-01T00:10:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:34Z"
    name: isvc-autogluon-v2-variants.18c785b5df528031
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: 4fa0295c-dffa-47e3-9bbb-7cafff64f5ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 0fe8b69d-579b-4223-80f5-54a5f2e7ce1d
  kind: Event
  lastTimestamp: "2026-08-01T00:06:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:06:33Z"
    name: isvc-autogluon-v2-variants.18c785b5dfcaa6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: a759b82c-dd19-4651-b368-4fc3125ebbd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 0fe8b69d-579b-4223-80f5-54a5f2e7ce1d
  kind: Event
  lastTimestamp: "2026-08-01T00:10:34Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:34Z"
    name: isvc-autogluon-v2-variants.18c785edeada768f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22916"
    uid: 9eced38f-a6aa-429a-891a-f79ea287094d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 834808e9-d4f4-4675-91b9-2c3ad58fd6ea
  kind: Event
  lastTimestamp: "2026-08-01T00:06:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:06:19Z"
    name: isvc-autogluon-v2.18c78594ef1e83fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 3cd2589a-bb6e-401b-b808-06c2cf007e94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 834808e9-d4f4-4675-91b9-2c3ad58fd6ea
  kind: Event
  lastTimestamp: "2026-08-01T00:04:11Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:11Z"
    name: isvc-autogluon-v2.18c78594efab3236
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 3e1817d7-cf6f-4c42-b83c-53bf46f66d13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 834808e9-d4f4-4675-91b9-2c3ad58fd6ea
  kind: Event
  lastTimestamp: "2026-08-01T00:06:19Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:06:19Z"
    name: isvc-autogluon-v2.18c785b2a90afcca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: c1e40bd2-3e26-43f3-9b28-87bb133987f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:14:46.169044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8644bc947f-8rzrv
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78628973093aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 1ba402d1-5ea4-44fc-b31a-5ce39f41c347
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78628b81b9a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: eed707b5-1eee-4fa3-9e30-53750d3dbdb9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78628b988009a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25294"
    uid: cbb8f7a5-d7a2-49e6-9842-44b6362ab91a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78628be244c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: dc13c363-4e27-45a3-adda-0132bf4caf54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78628bf5d2c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: f107dba5-de6a-47cc-ab94-8a1c7a074e7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78629d816c017
    namespace: kserve-ci-e2e-test
    resourceVersion: "25342"
    uid: 0e383968-9d9b-4c5f-a459-d11623c513ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78629df48a2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: 3a8e2bf0-0d24-48a3-adc0-c19b8d73bb44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78629e098a78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 129b2ffa-6afd-470f-8a14-020a5ebdaf88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78629e0a0d227
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 3c61bdcb-2864-43cd-9bf3-96a48a15ce3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78629e6f027d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: d05aa244-8394-4459-bb8e-58e467511a4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c78629e81abb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: c34257ac-32f8-43b2-a5ee-72665b9497db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:15:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:59Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c7862a507cbd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: 1200bcfa-f229-4ada-a025-f406da4f0f30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:16:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:21Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c7863ebbd37660
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 5932e91f-a63b-4050-bd7f-cc090b8587b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:16:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:21Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c7863ebbd3d62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: ea69901e-2742-4bf1-8300-c0b27ba0e08b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-8rzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: a56aabd0-e071-4551-b21b-72d6688b23dd
  kind: Event
  lastTimestamp: "2026-08-01T00:16:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:24Z"
    name: isvc-canary-create-predictor-8644bc947f-8rzrv.18c7863f80be188d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 5678a840-1d1a-4ef8-ab00-6fbe0990a3f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8644bc947f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 0c39142f-41cd-4aae-a0d6-1a75161397b6
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: 'Created pod: isvc-canary-create-predictor-8644bc947f-8rzrv'
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor-8644bc947f.18c7862896c25828
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: cfbcea03-976d-4e4f-82fc-3c43fbe58ae8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: be92bb00-c097-4e99-a560-bcfb33461d6d
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Scaled up replica set isvc-canary-create-predictor-8644bc947f from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-predictor.18c7862893b4655d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: 19356706-24bc-475a-b6d7-c65c8898dbe9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:14:46.206716Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-c4c849674-7fk4s
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78628996f75d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 270b8e1a-cead-4d40-a794-b2173bf9e14e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78628ba887bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25295"
    uid: 83e22ad2-eb02-47ee-9f12-76377a64fd37
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78628bbfb3632
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 2c88fc64-5587-4d71-8977-2e41f4699c31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78628bfd48f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: d2d49333-94a4-4766-91e0-06c52480bb77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78628c090a32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25301"
    uid: 50088ac2-1c74-476b-a9dd-33cb30e27e35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78629d8030178
    namespace: kserve-ci-e2e-test
    resourceVersion: "25341"
    uid: 1fffb4d4-3305-4f8d-8d87-166beb9db66f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78629de7135d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: c01a6d6a-8381-4d55-9f56-e1cf5adf0b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78629df8016bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 6f362b0d-756d-4465-b70f-c7fb405fe764
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78629df8a73aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 6ae5dcab-d910-4017-afad-50e72957c7d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78629e6361c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: a1fd0622-997f-4277-a19f-21af37806ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:14:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:51Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c78629e741a531
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 8f95f618-2ac9-421c-9f81-b4f98feaa127
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:16:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:09Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c7862a507badb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26045"
    uid: c2f12403-2cff-49f6-9797-7a751d2e68b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:16:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:21Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c7863ebb89c02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 99243c55-1fb9-4637-b4fb-270f49d13ef7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:16:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:21Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c7863ebb8a1efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 498f18ea-89a5-4129-aea5-0ec2c9e15a86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: cd7cbdd3-f124-47d7-8e03-b9448bf14770
  kind: Event
  lastTimestamp: "2026-08-01T00:16:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:24Z"
    name: isvc-canary-create-v2-predictor-c4c849674-7fk4s.18c7863f80bf114a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: 6433cef3-bb8e-47de-8d14-81c9befd8ea9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-c4c849674
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 3c08538b-7f00-4448-a348-403c977235bf
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-c4c849674-7fk4s'
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor-c4c849674.18c78628990beec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: 811bc8a0-7639-49d3-9155-e9cfc00c69ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: afc95edd-803f-4747-89cb-df14e4c08d0b
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-c4c849674 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create-v2-predictor.18c7862895a88563
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: 080af968-89e6-4ced-9fcb-8a39d6932ed0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 182f51f8-968d-452d-920b-6c14f4adbcbe
  kind: Event
  lastTimestamp: "2026-08-01T00:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:16:19Z"
    name: isvc-canary-create.18c78628956ae501
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: a7f74990-4cba-4519-8c2e-381426d2b6c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 182f51f8-968d-452d-920b-6c14f4adbcbe
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create.18c7862895cbab71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: e116b316-667d-4a49-a1db-4911cbe295c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 182f51f8-968d-452d-920b-6c14f4adbcbe
  kind: Event
  lastTimestamp: "2026-08-01T00:14:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:14:46Z"
    name: isvc-canary-create.18c7862895cc1347
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: 4be65ef8-6ee3-4e66-aae0-07acdddc4c69
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: 182f51f8-968d-452d-920b-6c14f4adbcbe
  kind: Event
  lastTimestamp: "2026-08-01T00:16:09Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:16:09Z"
    name: isvc-canary-create.18c7863c08818b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: 58c89953-1c75-41a5-aafb-07fc2621f8ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:16:26.429762Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-569b87b6dc-wfvzb
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c7863fef31c1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26302"
    uid: b8e50d7d-5514-445e-8059-044f62e3afd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:27Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c7863fff345495
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: da5117c5-9c42-4d1e-a55b-c01c6a897db7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:28Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:16:28Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c78640626f8cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: b63e96a7-198d-4986-aa45-c96d585bad54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:28Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c7864063e09aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: 27f60fb6-e9e8-44b5-b122-d8710382fc9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:28Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c78640669cc133
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 28813aab-b5a3-4e4e-9567-e71fc819f731
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:28Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c786406710077f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 2146fd44-afd6-4768-a598-30c809a4a828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:33Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c786417aefafd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 691f6f64-eebc-46b7-8dd2-3b92581bf0ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:33Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c786417df0d7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: 54e850ef-4c65-4b1c-9ba7-8d1e415b226d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:33Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c786417e6d2b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 9d8935b7-ef26-45cd-a6b5-03f20f3aed9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:33Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c786417e780c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "26416"
    uid: 57ed69ef-5dbd-41b5-8885-c8fddabd57f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:33Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c7864181983a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 0f127657-17f9-473b-b5ef-0cb29f45f2e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:16:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:33Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c786418209e850
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: 2c92efaa-7a1c-4d06-814a-c170489f9291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:17:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:41Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c78641b70b514d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27299"
    uid: 8dc9b1e2-b260-4d27-9dc7-fb8505ef0701
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c78654e8756fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: 21267bb3-da7f-4da7-bd4a-f841ffe84e0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2d5b1c45-5e2d-4475-8d59-214ab5c1b7b2
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote-predictor-569b87b6dc-wfvzb.18c78654e875e35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: a76a534e-748b-435c-afcb-64855bcf6cc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-569b87b6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: 444d05dd-8918-4042-bf57-16848d1361a4
  kind: Event
  lastTimestamp: "2026-08-01T00:16:26Z"
  message: 'Created pod: isvc-canary-promote-predictor-569b87b6dc-wfvzb'
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-predictor-569b87b6dc.18c7863feebb74f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26299"
    uid: ad9d6810-c4da-4dc5-9677-76d9886c4c80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: a893e64c-c133-4482-9523-dbecd3056632
  kind: Event
  lastTimestamp: "2026-08-01T00:16:26Z"
  message: Scaled up replica set isvc-canary-promote-predictor-569b87b6dc from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-predictor.18c7863febba9616
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: 4a50e7f5-ab0c-4076-ae5a-c75ce9a64516
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:16:26.463754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7863ff13870ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: cff6df5e-43d6-4300-bbbc-28549d004d9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7863fff35cf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: d65d13ba-644b-4ae5-9048-645a11f5e9b3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:27Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:16:27Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786402e6536db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 3c8e850c-f264-4452-a737-6367faed56f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:27Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786402ff27107
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: 2d13b635-3f27-4b4f-a917-daf040f5de03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:27Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7864032ddec25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26345"
    uid: e1a32892-f94b-4617-a5f5-dae3589085b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:27Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786403350aa01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: 299b73a4-b3ac-4624-9f63-7ea205b93099
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:31Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7864102fdd7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26388"
    uid: a3b68987-1664-4632-a720-4311ff8811fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:31Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786410620da18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: fb1b7272-f662-4e31-9941-baef49f16f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:31Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c78641068e707b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 2ae90c11-abdb-4a26-b715-7eed87fa5d60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:31Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786410697f66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 01e39cfe-489c-4ded-a0b6-9e21bbb4ed96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:31Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7864109a13446
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: eca44bfb-adbc-4058-b566-5edf9b9f3108
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:16:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:31Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786410a108178
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 2de64d8e-cb00-4888-9811-0739fc40c18d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:19:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:38Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c786413f022d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: 3d095966-1a90-4d45-b70b-737b6d4fa599
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:19:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:36Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7866c3f25c7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28329"
    uid: 4e25c789-29cd-4ad7-8394-1c435ca4d095
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:19:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:36Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7866c3f264213
    namespace: kserve-ci-e2e-test
    resourceVersion: "28332"
    uid: c7d08f40-4370-4760-aff4-ccb23f4c089b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6b62a662-f4c1-4293-b374-2a62c06c2d07
  kind: Event
  lastTimestamp: "2026-08-01T00:19:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:38Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh.18c7866c8dca6554
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: b8caf347-bc7d-4c7a-afb9-1850371330c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:17:56.555100Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78654eb1549c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: d861a73a-c81c-4b50-a23a-6bfa63d2af18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27464"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78655047bb922
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: a6788d02-2e5f-4821-af62-cf3448af6ef8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:17:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:57Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c7865505b7511b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27475"
    uid: 66ee0e7a-069c-420f-949b-ae190e801ea0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:17:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:57Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c7865508b63a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: 031c675c-6ad0-4ce2-b9c5-e89fd52b0c83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:17:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:57Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78655096eec21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: a40ca7fe-c4f5-4025-a54b-ef86fc254cd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:00Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
  metadata:
    creationTimestamp: "2026-08-01T00:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:00Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78655e3b61e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27509"
    uid: 379193b3-5e44-408f-ab10-666603f7b6da
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    in 13.088s (13.088s including waiting). Image size: 1555741111 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:13Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78658efd37ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: c559fddc-20a5-4adc-94ad-98de50de905e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:13Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78658f2f4a0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: d5e7d594-12fe-4bab-9728-4d73c11b1057
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:13Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78658f3684b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 91fd64a0-c43c-44cd-979c-b67e52d3cc64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:13Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78658f3724f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "27612"
    uid: ad43a8d2-4fc6-4f46-a42d-abd6825c8dc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:13Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78658f630adbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: b9c23a7b-09f4-4c6a-899c-6fbdaecb6cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:18:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:13Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c78658f6a79f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 8025906c-c85b-458a-93d9-aec92b71a4ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:19:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:40Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c786592aeacd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 6f3f06db-d2cd-4883-9fb7-bf3c56867cb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:19:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:36Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c7866c3f2dd874
    namespace: kserve-ci-e2e-test
    resourceVersion: "28330"
    uid: 8c8cfcda-5295-4837-888d-8e293e1c9fd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:19:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:36Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c7866c3f2e34e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28331"
    uid: 09a4de55-7b4d-4c0b-8a6f-e67b4c968322
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 4f31e243-04b8-4bfc-b599-2d2f8c9624db
  kind: Event
  lastTimestamp: "2026-08-01T00:19:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:40Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc.18c7866d3117c1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: d10e471c-d75f-43c6-a7f7-ec206b490bf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7b47596d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 7d3ac85d-2363-41dd-b2a4-e9c8f2b56c30
  kind: Event
  lastTimestamp: "2026-08-01T00:16:26Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7b47596d4d-4vclh'
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d.18c7863ff0d5d2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: 177de4c8-ed9c-4c0c-8a66-35ebcce2924a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7b47596d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 7d3ac85d-2363-41dd-b2a4-e9c8f2b56c30
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7b47596d4d-kqhbc'
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d.18c78654eab081af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 5d1ce0dc-3564-40ea-aa37-f42aa2a50a60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 311582d2-c9b5-4f45-83ae-d72ff8e64f23
  kind: Event
  lastTimestamp: "2026-08-01T00:16:26Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7b47596d4d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:26Z"
    name: isvc-canary-promote-v2-predictor.18c7863fedabbeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: a6ff1a19-0bae-4049-846c-6e6cf611a663
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: 311582d2-c9b5-4f45-83ae-d72ff8e64f23
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7b47596d4d from
    1 to 2
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote-v2-predictor.18c78654e7cc76ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27441"
    uid: 2a6dd52e-fe53-4670-b5de-20125fbe6be2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 53d3024a-22e2-45e5-929a-b481d08f7520
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote.18c7863fed5e1b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: 0dd207c2-2d66-4fa3-bb18-6dc5e468b840
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 53d3024a-22e2-45e5-929a-b481d08f7520
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote.18c7863fedc5bcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27460"
    uid: 6a5e8784-97b6-4951-858a-68b53a479f75
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 53d3024a-22e2-45e5-929a-b481d08f7520
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote.18c7863fedc60642
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 6d839e2c-98ca-4d37-a94c-c2530f60d769
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: 53d3024a-22e2-45e5-929a-b481d08f7520
  kind: Event
  lastTimestamp: "2026-08-01T00:19:30Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:19:30Z"
    name: isvc-canary-promote.18c78653aac4522a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: e8d2f083-fa9e-4330-97bd-217e20df8ed4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27466"
    uid: 53d3024a-22e2-45e5-929a-b481d08f7520
  kind: Event
  lastTimestamp: "2026-08-01T00:17:56Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-01T00:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:56Z"
    name: isvc-canary-promote.18c78654ee7bac2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: b74481e5-3371-4073-b647-dd8e68390d80
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:21:11.968958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29287"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:21:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c786826aa8248a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29291"
    uid: 065773b2-a652-4e3d-85c0-9d7afc960a06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29296"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7868284707a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: ec79d676-15cf-4644-9845-d2914c3f19b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c78682869ccd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29313"
    uid: 4b0fbac7-fb5c-4458-952b-78e2b0655c6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c786828a5035a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29316"
    uid: b9352a41-6a27-4b0a-9d95-c348588c60dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c786828ac2c508
    namespace: kserve-ci-e2e-test
    resourceVersion: "29318"
    uid: db297bf5-68cd-45cd-ac69-c718f8761330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c786837fc1eba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29401"
    uid: 85a26a54-594f-4058-8809-9138e951d253
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7868382ca7023
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: d22d1a82-4eb9-424c-9476-712716e40808
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7868383531b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: c48c6cf7-0cdb-422a-8a5d-e4f29b6c20b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7868383695c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: c70248d8-8d36-40dc-93b2-c9bcc3682117
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7868386920e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: d2798c52-ce1c-4d9c-9eca-f4f94ca00369
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:21:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7868386f6f77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29411"
    uid: 66a690c7-d1cc-4185-8fb3-8ff58e3a9878
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:22:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:43Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c78683bbd325eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: 422d3163-bcb4-408c-ac1e-7514346eb544
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:22:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c786976528cc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: 9ffa6647-2e03-46b2-ae95-f18f15c1c0d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:22:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c7869765296962
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 5228069d-d94b-4f6c-bf95-f4717131b914
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f5113f39-2584-4bd0-a0e2-fa509bb104d7
  kind: Event
  lastTimestamp: "2026-08-01T00:22:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:43Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-9tf7s.18c78697c231bfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 62d89a70-e60c-4d48-91a5-f6533627ac19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:19:41.900240Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28408"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:19:41Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866d7224a00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28413"
    uid: c4220dca-ea75-4fc1-8f12-d2b7a37c8f0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866d8ca5c235
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: 00dfddb9-8773-4eba-8ccc-6e841291c253
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866d8e370970
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: 380fa904-3b84-4aa5-aca5-24916dc58819
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866d918ade75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28447"
    uid: e98d088b-aff9-452a-906c-88cecc916480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866d9212054e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: 59e3c380-4189-4717-b0eb-3fbbfbf1dea5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:46Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866e9dfdb3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28490"
    uid: e31af181-b189-4357-ac7d-77b4b934dca0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:46Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866ea153540e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28493"
    uid: afcaf17e-e889-4599-bbe2-3117bb721230
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:46Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866ea1c5a1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28496"
    uid: 61637b2d-ef98-408c-8eb0-ab88284cbda2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866ea1cfe1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 5931a5ff-ba1c-4ab8-9d05-42cf266bc8e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866ea513db61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: 64276008-730a-4c62-b253-28954350732b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:19:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866ea585f7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 3253f87c-811f-4bea-a388-5fb39bfe0e24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:23:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:14Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7866f1638098a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: 33794759-fa27-4a22-974d-d6ed44a29c55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:22:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c786976512a97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30147"
    uid: 8a4a9217-39a6-44b0-bbfe-ff6fa17261e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:22:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c786976515c32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: 84a7882a-1565-411f-a733-b66b992fa279
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 8ab31c82-b82d-4675-ac1e-0b69877cc222
  kind: Event
  lastTimestamp: "2026-08-01T00:23:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:14Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-hl4kz.18c7869810d818d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: 67a3389a-a868-4c82-a0a0-c95bd8aeba6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-8589bf8f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: ca79c1ff-c288-4414-ad6d-2a3ef13a0b6f
  kind: Event
  lastTimestamp: "2026-08-01T00:19:41Z"
  message: 'Created pod: isvc-canary-rollback-predictor-8589bf8f95-hl4kz'
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:19:41Z"
    name: isvc-canary-rollback-predictor-8589bf8f95.18c7866d71bf7710
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 0186eac1-d9cf-4c32-8380-80f1b3a4ee28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-8589bf8f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "29275"
    uid: ca79c1ff-c288-4414-ad6d-2a3ef13a0b6f
  kind: Event
  lastTimestamp: "2026-08-01T00:21:11Z"
  message: 'Created pod: isvc-canary-rollback-predictor-8589bf8f95-9tf7s'
  metadata:
    creationTimestamp: "2026-08-01T00:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback-predictor-8589bf8f95.18c786826a4579e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29288"
    uid: 6c6f418f-cb86-4034-9dbc-b936d77e143b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 171dc5b8-38b8-4148-bc88-13ac9a3b024b
  kind: Event
  lastTimestamp: "2026-08-01T00:19:41Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-8589bf8f95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:19:41Z"
    name: isvc-canary-rollback-predictor.18c7866d6ec40e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 28fa416e-1439-4352-8cf5-26d85765b7d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: 171dc5b8-38b8-4148-bc88-13ac9a3b024b
  kind: Event
  lastTimestamp: "2026-08-01T00:21:11Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-8589bf8f95 from 1
    to 2
  metadata:
    creationTimestamp: "2026-08-01T00:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback-predictor.18c786826775f8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: ee50bd11-5832-4e02-97a0-4565e4988d52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:19:41.940802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:19:41Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866d748f8435
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: c7882248-f6a1-481d-8f81-dff3263ad383
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866d8f795e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28444"
    uid: 5c6862bc-9105-4f86-b709-c407aec4d8b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866d90d372d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28446"
    uid: f13a2074-df9d-4bca-807e-7cebff4b68e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866d9465dbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28449"
    uid: fb114204-ed04-4823-863f-e0d334e6bbeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:42Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866d94d752e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28450"
    uid: abb21955-9a1e-49d4-8008-2a557976aa18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:46Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866e9de8689e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28489"
    uid: 52637292-31d3-43a1-8abc-3bbf89887321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:46Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866ea17f57e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28494"
    uid: 78f4e4b7-fe81-4ca1-8710-a6ac666dded7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866ea1f1516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28499"
    uid: 6d1da6a6-a2de-415a-90bd-1bfa27722b08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866ea1faf66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: 66a35e0c-0180-4ba9-bfef-4d5bed8ef03e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866ea51efbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28502"
    uid: 4721c1a9-b559-4a91-9910-89cc73a05692
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:19:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:19:47Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866ea592534b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28504"
    uid: ab2395ea-3b1c-46ea-9ffb-18c99efbcf4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c7866eda3bac5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29303"
    uid: 8a98f724-baff-4386-838b-b40e8f2f46b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:21:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c78682682102b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: 798e24e1-f8d9-4778-af26-2b67f53d3fdf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:21:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c78682682363c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: 31d60abc-b813-4fdd-99d9-776d05ee454d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: 3a0b6a9f-9a03-4913-b095-4b95fea4b0d5
  kind: Event
  lastTimestamp: "2026-08-01T00:21:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:13Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9.18c78682e097f2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: e427717b-5de5-4931-b124-e289adbc647c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b7965d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28400"
    uid: ec60ce41-e3df-4687-bb6a-1c6809ae940f
  kind: Event
  lastTimestamp: "2026-08-01T00:19:41Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b7965d9d-ftgq9'
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:19:41Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d.18c7866d740aab75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28422"
    uid: 139a0b54-bab8-428d-875a-235aa1f3a421
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28399"
    uid: 5ba9f60a-b4b9-4b16-9dcc-dc91c195cb70
  kind: Event
  lastTimestamp: "2026-08-01T00:19:41Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b7965d9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:19:41Z"
    name: isvc-canary-rollback-v2-predictor.18c7866d7096520d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: f3ff3d6a-7cce-49ce-a056-717fb3edaba6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28383"
    uid: 8782af9b-297a-4962-9d5d-3e649976e714
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback.18c7866d705350c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: a1bd975a-1884-4758-966a-2bfa243a8b72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28383"
    uid: 8782af9b-297a-4962-9d5d-3e649976e714
  kind: Event
  lastTimestamp: "2026-08-01T00:21:11Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback.18c7866d70b04463
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 4635be97-35e8-47fc-92ad-6b667c1cb9c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28383"
    uid: 8782af9b-297a-4962-9d5d-3e649976e714
  kind: Event
  lastTimestamp: "2026-08-01T00:21:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:11Z"
    name: isvc-canary-rollback.18c7866d70b0c29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: f14489f1-d2dc-4f1e-b0e0-5fb202769a12
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29198"
    uid: 8782af9b-297a-4962-9d5d-3e649976e714
  kind: Event
  lastTimestamp: "2026-08-01T00:22:33Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:22:33Z"
    name: isvc-canary-rollback.18c78680ce4ae2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 0a873047-90c1-4cdb-b8e3-ee81843b92ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29300"
    uid: 8782af9b-297a-4962-9d5d-3e649976e714
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-canary-rollback.18c786826dfe068d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: 997369be-a917-4213-ae57-92a2e0d14cf1
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:22:47.271822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30224"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-697f894f79-gmqgc
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c786989b267c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30229"
    uid: 629880f1-3a18-4552-b5d3-a85248570c31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78698b4d709df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 5ddbf588-486a-4a32-b5f2-674ed28f7440
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78698b6222613
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: c32e7ecf-0b23-4a70-86ce-b1f15cdb8c67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78698b8e4710c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 6203d1b0-1b89-4fe6-b416-61cd0da12111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78698b97d828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30258"
    uid: 2fb57247-228c-467d-b6ce-9ffc13e532fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:52Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78699b8fd8c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 0858d783-a019-4188-8207-1b9947dd5553
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:52Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78699bcab8d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: 2da82175-e88d-405c-b5d3-6853dddd1dea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:52Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78699bd1d8280
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 2f7d9f42-34ed-4eb8-8bab-5c8c17dc753a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:52Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78699bd298ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: 7fea1551-c21e-4421-9d7c-592ad53fdf33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:52Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78699c07f781a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 1ded835e-5315-4179-a209-83ad18e59dd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:22:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:52Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c78699c1165b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: 3e614f55-265c-4d9b-bb48-12aeaa0dd61c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c7869a310ed968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 80902f1f-79a1-4f9b-be74-42cd993a596f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c786ad91134d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: e9c7bc66-662e-4e17-8cf0-25b9071a5dc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c786ad9113c484
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: 0c484bb9-ccce-4434-9164-674697a070f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-gmqgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: f6c5df2c-d17b-49cb-8ef8-e1fbff732bfa
  kind: Event
  lastTimestamp: "2026-08-01T00:24:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:20Z"
    name: isvc-canary-stop-predictor-697f894f79-gmqgc.18c786ae37431ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: ffdfb337-35c3-4367-a5ce-339a8aacfd4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-697f894f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: e5e41f0e-0c19-487a-addf-b35fff1811bb
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: 'Created pod: isvc-canary-stop-predictor-697f894f79-gmqgc'
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor-697f894f79.18c786989abcb59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: acd14966-cbe4-4567-aed1-31b525a2ce80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 59a76cfb-125e-4930-ad99-7ffbf076f58e
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: Scaled up replica set isvc-canary-stop-predictor-697f894f79 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-predictor.18c7869897846b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: 8aa216f9-fa56-4c92-8778-59f5b2959a85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:22:47.311511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30236"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6688bb854b-knppv
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c786989d840a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: c732fa59-716a-4f13-84d5-d679976b119e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78698a8995531
    namespace: kserve-ci-e2e-test
    resourceVersion: "30249"
    uid: 0f464593-edac-4d84-9333-1c4a47d882d2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:48Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:22:48Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78698dae96296
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 6c4f64b4-5cb3-4f1d-a939-68a26019534a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:48Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78698dc225ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: eb746ff4-a8ba-4567-b3a6-d80cba9df13c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:48Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78698deb2fddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: d9b4681f-20f3-4b41-b42e-eb958a17948a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:48Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78698df2321ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: 40c72dcd-c7d5-4a76-b30e-98f0432757af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:53Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78699f5069183
    namespace: kserve-ci-e2e-test
    resourceVersion: "30328"
    uid: 4512de42-b4ae-49ec-bccb-b955e2a02a78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:53Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78699f912b5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30332"
    uid: d191676c-f8fb-4924-9b82-68ed67ad88cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:53Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78699f98b5723
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: a8e154b5-b77c-4555-9d68-08697bd1e0d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:53Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78699f996184a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: 4c473b4c-5a70-459c-9208-0d724e3da965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:53Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78699fc63b69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: 5e9fedad-e97c-41f5-95f6-01b3ead9fe7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:22:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:53Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c78699fcd53495
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: 443f05a3-9829-4652-a3ba-d39c7f6907b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:24:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:21Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c7869a31105149
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: 50a29878-385f-4364-8f46-e09c780b1641
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c786ad931ccb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 9c672c1c-c815-4ce3-81df-75e5fe05ae8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c786ad931d5fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: 7ee353d9-527e-4b9f-b4b3-8468bc58ebab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 69d8486c-0aa6-4f10-b5f0-e6efbe3a6eff
  kind: Event
  lastTimestamp: "2026-08-01T00:24:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:21Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-knppv.18c786ae731a6b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: 3326b2e1-eb65-48fb-a743-4dc74e568dca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6688bb854b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 54f7933f-d316-4449-a4eb-914025f81fc2
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6688bb854b-knppv'
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b.18c786989d17e1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: b2396d8d-b9f8-469f-89cb-4aa83db42f6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 041773d2-b4d7-47aa-b980-e13e895bd25c
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6688bb854b from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop-v2-predictor.18c786989997db5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: 0267f8e7-dbe2-4bf2-97d5-d673fc64f826
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: e78980c8-c37a-4388-8964-20fbb442d2db
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop.18c78698994bb50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 52377a0a-91ce-4700-a86b-6812be94af3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: e78980c8-c37a-4388-8964-20fbb442d2db
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop.18c7869899cd31d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30222"
    uid: ea4e38b9-a564-4969-a4ad-28320d9d59a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: e78980c8-c37a-4388-8964-20fbb442d2db
  kind: Event
  lastTimestamp: "2026-08-01T00:22:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:22:47Z"
    name: isvc-canary-stop.18c7869899cd73bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 097dd405-d0c3-4a51-923e-c7a39c8c8973
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30928"
    uid: e78980c8-c37a-4388-8964-20fbb442d2db
  kind: Event
  lastTimestamp: "2026-08-01T00:24:07Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:07Z"
    name: isvc-canary-stop.18c786ab530bb2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30929"
    uid: 9177c9f5-eec9-44e9-bc7e-549bf35bd7dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: e78980c8-c37a-4388-8964-20fbb442d2db
  kind: Event
  lastTimestamp: "2026-08-01T00:24:17Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-08-01T00:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:17Z"
    name: isvc-canary-stop.18c786ad92b3b9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31106"
    uid: 0b7fd320-5ced-4512-9be5-bbfb6b7e3397
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:00:07.689928Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:00:07Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855c0dc1220b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 7e224b9e-9037-4411-b0c8-186e4a1dd7ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: "2026-08-01T00:00:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-719348-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:07Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855c162bf798
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 64d7be4c-7e02-4c27-b035-d042632bfa36
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: "2026-08-01T00:00:08Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:00:08Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855c4ae410f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 9fcb674d-39fa-4c91-8c17-7643774a9a01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855c4c6b1f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: b7df8003-0dde-40a0-b1f2-432cf881defa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855c4f15e6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 22cb1b60-f2e0-435c-9e37-75d8126a78e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855c4f808302
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 67c2e76f-8cf4-4ca2-8c7c-b53cfbd96aca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 7c40a5be-bcdd-4393-8114-254fccee6068
  kind: Event
  lastTimestamp: "2026-08-01T00:00:17Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:17Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s.18c7855e673cb655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: f51b13f2-8984-4871-87f6-4dc07db1f692
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-719348-predictor-7cbc5fc6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: f1a5bb82-0ec8-4c85-9336-1e73f6867b6a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:07Z"
  message: 'Created pod: isvc-init-fail-719348-predictor-7cbc5fc6db-djw4s'
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:07Z"
    name: isvc-init-fail-719348-predictor-7cbc5fc6db.18c7855c0d35322b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 66857726-f0fd-467d-ad45-c6739a814be0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-719348-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: 771bd934-d445-4ab9-9539-0ed977a25d2a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:07Z"
  message: Scaled up replica set isvc-init-fail-719348-predictor-7cbc5fc6db from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:07Z"
    name: isvc-init-fail-719348-predictor.18c7855c0a5358dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: 291ef32f-3ec3-4461-960d-8790c8eeb0d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-719348
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 6557a9eb-41fc-4144-9529-4ada94fdae5e
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-init-fail-719348.18c7855c0a56f056
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 0bc4aed1-ebd6-44f4-b5c2-d56a716ce59a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-719348
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 6557a9eb-41fc-4144-9529-4ada94fdae5e
  kind: Event
  lastTimestamp: "2026-08-01T00:00:07Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-719348":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-719348":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:07Z"
    name: isvc-init-fail-719348.18c7855c0ae2110d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 669935a0-e2d9-4b70-9005-ef5cbc261c20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-719348
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 6557a9eb-41fc-4144-9529-4ada94fdae5e
  kind: Event
  lastTimestamp: "2026-08-01T00:00:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-719348": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:07Z"
    name: isvc-init-fail-719348.18c7855c0ae2482c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 414882cc-a261-43b4-8c3e-5b3f63768234
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:24:27.558804Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-bm4vg
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:24:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786aff4b86702
    namespace: kserve-ci-e2e-test
    resourceVersion: "31230"
    uid: 8e69d531-b9b9-4483-9a6b-01b7d22c718d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:27Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b00e873ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31243"
    uid: 0b9f0a7f-a1e1-4ef9-8ef9-253d6e20102b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b00fcf6069
    namespace: kserve-ci-e2e-test
    resourceVersion: "31245"
    uid: caebfaf2-f068-476b-98a6-6078a2ff480b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b012bb83f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: b2f0e4e4-c1cc-41e3-9d55-5289a63b236f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b0133ead4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 445ce6cd-6e02-4cda-b647-d42c12ea400c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:32Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b11e167176
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: b0dfc51d-af5e-4d55-982f-6ce67c09c9a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:38Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.373s (6.373s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b29a024458
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: c3cbf6c6-ef60-4e80-a1e3-f16de6912b82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b29d51850c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 28f09205-8008-4727-aab1-b603c7829315
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b29dc74cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: 130a14c9-2ef4-4967-86e0-ae01c12de0f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b29dd12b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: 2c581a15-4198-4784-a45f-65259dfe33e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b2a0f14020
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: 2d47f8e0-1843-44f7-b735-1aa8a135452d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:24:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:39Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b2a166ac29
    namespace: kserve-ci-e2e-test
    resourceVersion: "31336"
    uid: 78a3adc4-d56e-4655-8111-74a5f3d065c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:25:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786b2fd70bba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31880"
    uid: c07e7f74-3b6b-4797-ac35-1d268413ed86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:26:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786c5de3baf2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 12cf1de4-13ca-467a-b3ca-8a9d841c49de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 16161bf8-8365-4d93-944e-ce29721ba52e
  kind: Event
  lastTimestamp: "2026-08-01T00:26:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-bm4vg.18c786c5de3c43db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: f33bc4a4-27d8-478c-b097-2aa31394021f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31214"
    uid: 5e48dc3a-6fe6-4d34-8749-f36dbfc396d4
  kind: Event
  lastTimestamp: "2026-08-01T00:24:27Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-bm4vg'
  metadata:
    creationTimestamp: "2026-08-01T00:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c786aff44259b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: 7d6bfd71-cce7-45c4-9e30-c12175eeb105
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 1f43c82a-0b36-4ddd-b45e-3da063798527
  kind: Event
  lastTimestamp: "2026-08-01T00:24:27Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:24:27Z"
    name: isvc-lightgbm-predictor.18c786aff1422db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 9283a9a2-2938-4088-be51-a8fc6fa9c7e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31213"
    uid: 3f6996a1-5991-4e4b-9b66-5e5a2a65a333
  kind: Event
  lastTimestamp: "2026-08-01T00:25:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:12Z"
    name: isvc-lightgbm-predictor.18c786b36fac9022
    namespace: kserve-ci-e2e-test
    resourceVersion: "31600"
    uid: 345cffe4-9503-454e-816a-d3ca98014ddd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31213"
    uid: 3f6996a1-5991-4e4b-9b66-5e5a2a65a333
  kind: Event
  lastTimestamp: "2026-08-01T00:25:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:12Z"
    name: isvc-lightgbm-predictor.18c786b3700c8a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: ca8406e7-777a-4327-99fb-e109df1d8b59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 3f6996a1-5991-4e4b-9b66-5e5a2a65a333
  kind: Event
  lastTimestamp: "2026-08-01T00:25:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:57Z"
    name: isvc-lightgbm-predictor.18c786bdecc0ceca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: 812fe71f-6bfd-461e-a78c-6b2c546b0f06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 3f6996a1-5991-4e4b-9b66-5e5a2a65a333
  kind: Event
  lastTimestamp: "2026-08-01T00:25:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:57Z"
    name: isvc-lightgbm-predictor.18c786bded1faedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32023"
    uid: 2f29c5ef-9ff1-4757-a64e-06c6427b449d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:26:06.892775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32133"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:26:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:26:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c7157c7d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: b71f8d77-8dac-4ea1-928f-ad147bb01686
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c71ea218d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32148"
    uid: 317a126d-7d70-46b7-a853-c15bc763cbb0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:07Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:26:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c752e6fbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32161"
    uid: 600d802f-73d5-4e2e-9b5d-6c9e288bdc09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c7542d3e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32163"
    uid: fee49ce8-1f57-49ad-bb60-2f1bdba44a2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c756bd7aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32164"
    uid: 411a06cd-e421-4252-b0bb-8dd559180ee9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c7572c3d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32165"
    uid: 2aa40c2a-16ff-440a-bd52-41ea6183c288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:11Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c8445e5a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: b28b62c8-8093-466e-9bbb-b4a30405186a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c8475df55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32206"
    uid: b497784a-cdce-41ef-9135-1d6c8f60e3f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c847d1af59
    namespace: kserve-ci-e2e-test
    resourceVersion: "32209"
    uid: 842e45b1-192b-4e3e-bc0d-0487854e2551
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c847dc6b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: fdd5625f-0a4e-4cd2-a0d0-2ad87c67aad4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c84b3096c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: 612e2c65-7e62-4144-a259-b994b81d31be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:26:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c84ba2336e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: fbccdb24-d00f-4624-800c-4b2be473b96a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:27:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786c8bc414f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: 1476b14d-ae3f-490c-a37f-7d4c4a2ffd5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:27:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786dc2ba11469
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 58f49855-238e-490b-b336-1950529743a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:27:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786dc2ba1a88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: 3f474200-5a9b-4129-a177-353029e57c7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 32186aef-ba87-4512-8101-2c8722433ce5
  kind: Event
  lastTimestamp: "2026-08-01T00:27:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc.18c786dcc282a035
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: 4748085f-cb7e-4990-9049-d34c54938585
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32125"
    uid: bec0bd3f-47d4-4fb2-b4ba-9c121a8f8c45
  kind: Event
  lastTimestamp: "2026-08-01T00:26:06Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-2mncc'
  metadata:
    creationTimestamp: "2026-08-01T00:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c786c71436c639
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: b9b34cf3-2eb4-4d5f-ab5e-bb2629fd971b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: 11c06e52-25bb-49dc-8832-fdcb901f0b76
  kind: Event
  lastTimestamp: "2026-08-01T00:26:06Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:06Z"
    name: isvc-lightgbm-runtime-predictor.18c786c70fe291b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32126"
    uid: c9aaa98e-8ee5-40c5-a9ac-149db51d20d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: 672c4f72-9246-4e4b-8428-a2ccc600130a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: isvc-lightgbm-runtime-predictor.18c786ca8e1175b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: b44d245e-aba1-4bb3-b00d-011ad3ed8e41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: 672c4f72-9246-4e4b-8428-a2ccc600130a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: isvc-lightgbm-runtime-predictor.18c786ca8e7047d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 22a7ae38-9a97-4524-800c-93464cf74418
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 672c4f72-9246-4e4b-8428-a2ccc600130a
  kind: Event
  lastTimestamp: "2026-08-01T00:27:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:36Z"
    name: isvc-lightgbm-runtime-predictor.18c786d50aa8082e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32952"
    uid: 420be314-4220-4285-ba57-3fd12d0c9d6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 672c4f72-9246-4e4b-8428-a2ccc600130a
  kind: Event
  lastTimestamp: "2026-08-01T00:27:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:36Z"
    name: isvc-lightgbm-runtime-predictor.18c786d50b09a685
    namespace: kserve-ci-e2e-test
    resourceVersion: "32953"
    uid: e0de4c58-af5d-4acc-95ef-6d17b8e0c540
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 4ec549d7-5af6-49f4-927b-2599aa4a1aa8
  kind: Event
  lastTimestamp: "2026-08-01T00:27:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:27:30Z"
    name: isvc-lightgbm-runtime.18c786c70fe5c481
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: fd685d42-1423-4afa-8cb2-1eb041e02f14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 4ec549d7-5af6-49f4-927b-2599aa4a1aa8
  kind: Event
  lastTimestamp: "2026-08-01T00:26:06Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:26:06Z"
    name: isvc-lightgbm-runtime.18c786c710493ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 2165d448-4417-456d-b0d5-f81f658bc0e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 4ec549d7-5af6-49f4-927b-2599aa4a1aa8
  kind: Event
  lastTimestamp: "2026-08-01T00:27:30Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:27:30Z"
    name: isvc-lightgbm-runtime.18c786da739dbc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: 048883c3-3e76-4632-98ad-33380fcd9158
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:28:37.915526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:28:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:28:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ea3f24cb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33607"
    uid: d36c0ff7-38cb-4067-95e0-7da2a3ad63a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ea487a78d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: 5acd8467-b0f1-4ca7-8a13-63f0d1d14141
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33612"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:38Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:28:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ea7c7eeb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: d81cfa97-06b9-426f-bf66-602c33ee3926
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ea7e66700f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 68e64c89-3aac-44c5-b3ab-2f60c5da9c2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ea815aaeed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 27d534dd-553f-4d7a-bac1-67c174343928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ea81ce4f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 0010fdac-e160-4349-af52-bf3b369e6c9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:43Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786eb93809ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33668"
    uid: 35197f72-39c2-4ca8-8397-9d79627c6d22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786eb96946e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33671"
    uid: d515e042-cdd1-41ce-ae78-b6e547efa159
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786eb9711000a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33673"
    uid: 415909ef-05dc-42df-99df-a25f1bec9c72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786eb971dd6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33674"
    uid: 73cb792e-130f-4d17-950b-206c50da762d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786eb9a815420
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: 927151e6-015e-4c7a-881f-badff6c0c0f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786eb9b09dba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33678"
    uid: cbbe0d21-f272-4f68-bad0-022b6994da0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:28:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786ebcf8fad36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: 1196e881-0200-4c09-abea-a62e80a228e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786f13f2935f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: d840bc5d-0795-4869-b8ef-af89e894a1db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: a6d0aec7-d9e9-42c8-9220-50964a23814f
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf.18c786f13f2a4898
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 878e116d-cb19-46fb-98c1-898a21391820
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: 58ac89a1-2bc6-4bf8-960a-dcc4f079dfa8
  kind: Event
  lastTimestamp: "2026-08-01T00:28:37Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wnkcf'
  metadata:
    creationTimestamp: "2026-08-01T00:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c786ea3ec42d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: d90d764f-242c-406c-9c7c-21dbbead35e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: f09c0e22-fe70-41a4-b1fb-f751fdc14f6d
  kind: Event
  lastTimestamp: "2026-08-01T00:28:37Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c786ea3b49b7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33592"
    uid: 6d099699-b439-49ed-a031-ce198d988c84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: caf8b6a2-b79f-4127-a064-e2597923accd
  kind: Event
  lastTimestamp: "2026-08-01T00:28:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:52Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c786edba20b905
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: 74cad9e0-1b77-4250-8ce6-bfe6af7e995e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: caf8b6a2-b79f-4127-a064-e2597923accd
  kind: Event
  lastTimestamp: "2026-08-01T00:28:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:52Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c786edba80ab56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: 7b2d0303-e6f5-470f-8b1c-4af758c3f21d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: caf8b6a2-b79f-4127-a064-e2597923accd
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c786f139221d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33946"
    uid: 65196048-ace2-4a56-9473-cb53ff334ea4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: caf8b6a2-b79f-4127-a064-e2597923accd
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c786f1399a4c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: b2ead407-ca8e-4ba6-a22c-d0b2a26dbe95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 83505b22-dacc-4bec-a2b8-41ad0a676bd6
  kind: Event
  lastTimestamp: "2026-08-01T00:29:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:00Z"
    name: isvc-lightgbm-v2-kserve.18c786ea3b4f849d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: d0209126-48da-4960-8246-f11d141a4515
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 83505b22-dacc-4bec-a2b8-41ad0a676bd6
  kind: Event
  lastTimestamp: "2026-08-01T00:28:37Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:28:37Z"
    name: isvc-lightgbm-v2-kserve.18c786ea3bf1ce29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: e86e229f-775b-473f-872c-cd488390e118
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 83505b22-dacc-4bec-a2b8-41ad0a676bd6
  kind: Event
  lastTimestamp: "2026-08-01T00:29:00Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:00Z"
    name: isvc-lightgbm-v2-kserve.18c786ef8edb36f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: 62dfe499-f3d8-4e2c-9ca2-db52796023e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:27:42.610862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:27:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:27:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dd5eba98c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: c0b13fcc-f606-40b6-8791-ae3c13ba8206
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dd68aa1fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33098"
    uid: 1322abd5-56d8-4133-88d3-3598bf61a55c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33091"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dd9cad6872
    namespace: kserve-ci-e2e-test
    resourceVersion: "33118"
    uid: 49984303-2777-40c9-ad8c-feefd0a1670b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dd9e2e0f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33120"
    uid: 2169d0cf-3cd2-4ba6-9477-8f27d15c1497
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dda1939ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33121"
    uid: 1956cec9-a66f-4f31-ad40-554c027d814e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dda207066a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 9736e215-d68b-48e3-85b6-cb2afc53f090
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dea51c9edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: 6cb29558-8670-4f17-ae12-ef1035adcafc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dea940cabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33173"
    uid: 55dbda87-fe08-4373-8a3a-b6be163145f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dea9e1ad3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: 37a823ac-68e0-46fb-afc3-4f2fae2ed6ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786dea9ecd10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 325f033a-5c3a-4ddc-8d28-f778b195d4b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786deadf049cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 62bc3ef5-5892-40d5-a9c9-9bde262be181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786deae672b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: d695d1a8-ada6-4772-9e64-b028817ad083
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:28:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786e908812bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33532"
    uid: b32b2067-256c-4af3-8626-9f6167930e3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: 62c88335-09a1-4426-abaa-ffa022d45366
  kind: Event
  lastTimestamp: "2026-08-01T00:28:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv.18c786e90881c9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: b002bb48-0797-4bba-8d20-d3f19eb6c20d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 4fb47e50-73ac-4da8-997c-f31ed5060d4c
  kind: Event
  lastTimestamp: "2026-08-01T00:27:42Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-4w4tv'
  metadata:
    creationTimestamp: "2026-08-01T00:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c786dd5e3d81e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: ec976286-9bfe-447d-9ac4-dbdc77772a48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33070"
    uid: 620e4541-106a-456e-b9ad-99f0a72a11d2
  kind: Event
  lastTimestamp: "2026-08-01T00:27:42Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:42Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c786dd5b7cdf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33074"
    uid: e9e80187-dbd7-4fd2-8148-7cf5b8c2d12c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33071"
    uid: 74c9311d-0793-430f-b309-2da9357bcd8e
  kind: Event
  lastTimestamp: "2026-08-01T00:28:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:27Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c786e0d9e49d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: 13b3b1ea-c6ff-49e3-b2a6-7bbead3c841b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33071"
    uid: 74c9311d-0793-430f-b309-2da9357bcd8e
  kind: Event
  lastTimestamp: "2026-08-01T00:28:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:27Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c786e0da439979
    namespace: kserve-ci-e2e-test
    resourceVersion: "33482"
    uid: b4920a9c-9da7-4c76-9811-4d515b0e714b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: bbba64bb-3d5c-46f0-90f1-1964b7a8f049
  kind: Event
  lastTimestamp: "2026-08-01T00:28:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:28:26Z"
    name: isvc-lightgbm-v2-runtime.18c786dd5b82dbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: 5b5bbea0-5d82-477a-9bb5-a9ece3973a59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: bbba64bb-3d5c-46f0-90f1-1964b7a8f049
  kind: Event
  lastTimestamp: "2026-08-01T00:27:42Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:27:42Z"
    name: isvc-lightgbm-v2-runtime.18c786dd5bfad3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: e95170f6-6cde-439c-91d1-f591a7f4c4f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33466"
    uid: bbba64bb-3d5c-46f0-90f1-1964b7a8f049
  kind: Event
  lastTimestamp: "2026-08-01T00:28:26Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:28:26Z"
    name: isvc-lightgbm-v2-runtime.18c786e784e5b0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: 752d6542-fa6c-416c-b1da-2c8bea15e67e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: c9bed6ca-f2c3-451d-8af0-11c7113c58d5
  kind: Event
  lastTimestamp: "2026-08-01T00:25:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:25:56Z"
    name: isvc-lightgbm.18c786aff141479f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 2190b0bc-a5e6-4de0-909e-c4f1e2c2d775
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: c9bed6ca-f2c3-451d-8af0-11c7113c58d5
  kind: Event
  lastTimestamp: "2026-08-01T00:24:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:27Z"
    name: isvc-lightgbm.18c786aff1cec102
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: f4207cb4-efea-42f8-b4a7-7afc157b0466
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: c9bed6ca-f2c3-451d-8af0-11c7113c58d5
  kind: Event
  lastTimestamp: "2026-08-01T00:25:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:25:56Z"
    name: isvc-lightgbm.18c786c4b4e50050
    namespace: kserve-ci-e2e-test
    resourceVersion: "32014"
    uid: 2efb5d82-ff83-4ec9-8a28-ffb1ebacfae1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:59:45.272674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6d6fd8ddb9-frctp
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:59:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:59:45Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78556d594ed4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 6e6702cf-8c5c-46d4-954a-1c24c2a955df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:45Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78556e5576e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 1f7a48cf-065a-4ad2-ab56-e9f2fc4c2cf1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855712f6d7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 1e76775d-75a4-40b6-89cb-850cd113f716
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855714b7153a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 16877aac-06eb-4bb2-802b-beefc00035fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855717962715
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 65170b35-d8a7-454e-8d86-82573ddfb347
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855718074a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 49f11e57-0074-44f5-911f-bff978c1d224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855814cfa7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 5f6d1b25-08cb-4f64-8a34-6ece9a5eca19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855818f2c571
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 298bb64f-0057-4eb6-a2ff-74ed8a697f2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78558196663fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 8628f276-e418-4f37-af18-a3a760f22b9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78558196f500d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: df13a38a-d096-436d-90a9-e5fd63b2ba83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c785581d2f6515
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 1fe2d5a5-165f-4199-8eea-1615e2e5a1dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c785581d9e2419
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: e06b9498-ac63-4374-bf33-d6cb5029abc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c785581da90138
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: 1255961e-3e79-423b-9125-07453aba73c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7855820f9306c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: b6bde850-1fb3-4b00-8cd8-c7226f5c5464
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78558216d5a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: ba7835b5-8f99-42b3-848a-0d6e33aad378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:27Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78558511d0daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: 829abfe4-2abf-43eb-8fdc-71403f816010
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T23:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:27Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c78558512769a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 8fbe9411-dbb2-46dd-b38a-12c5fd07484c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7856d0143dbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18189"
    uid: 661582ba-d345-4d13-acb1-8ceffe4e6477
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7856d01443f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18203"
    uid: 3c5035b4-bdf0-4430-af8f-6d17c963bb96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7856d0145493d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 139e3bf2-8f47-4d96-941d-8221ae68faa0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d6fd8ddb9-frctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 9c3f67f0-5972-47c4-9bff-3a35eb5873f2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:37Z"
    name: isvc-logger-predictor-6d6fd8ddb9-frctp.18c7856d815039fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: 8e497d63-b98f-4722-93f1-a20a48b53ed4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6d6fd8ddb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 234f9312-8cf6-407e-9007-78320521d789
  kind: Event
  lastTimestamp: "2026-07-31T23:59:45Z"
  message: 'Created pod: isvc-logger-predictor-6d6fd8ddb9-frctp'
  metadata:
    creationTimestamp: "2026-07-31T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:45Z"
    name: isvc-logger-predictor-6d6fd8ddb9.18c78556d524b0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 0dc94d01-9f8a-4736-9b62-c473568f1aad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 5461ff07-9511-4ac7-aa6f-a3ca6dbb113b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:45Z"
  message: Scaled up replica set isvc-logger-predictor-6d6fd8ddb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:45Z"
    name: isvc-logger-predictor.18c78556d1d5d87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: e7ff5b4b-e5c0-438e-a0a2-c2fa09e5e33b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: 51225ec4-b0c3-4c5b-9c2a-9ccf3d2cc2e0
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-logger-predictor.18c7855a50605c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: 1a7ba131-040d-4acd-b4d8-85f6d33ebf7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: 51225ec4-b0c3-4c5b-9c2a-9ccf3d2cc2e0
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-logger-predictor.18c7855a50cbed5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 8fdbc0ea-1cfa-4614-959c-f6855034765e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: 51225ec4-b0c3-4c5b-9c2a-9ccf3d2cc2e0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:15Z"
    name: isvc-logger-predictor.18c785614e1504ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: ea9c8586-51e5-46e3-bbd1-1071ee7636a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: 51225ec4-b0c3-4c5b-9c2a-9ccf3d2cc2e0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:15Z"
    name: isvc-logger-predictor.18c785614e7c7584
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: d96eff21-9c77-4015-8c01-f5b9dbc2d554
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: a1f1cf33-1c29-4cdc-9fdc-600d3f2fa968
  kind: Event
  lastTimestamp: "2026-08-01T00:01:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:01:07Z"
    name: isvc-logger.18c78556d1dbfe29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18070"
    uid: cbe801e2-3715-430d-93ee-b71afa18f4f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: a1f1cf33-1c29-4cdc-9fdc-600d3f2fa968
  kind: Event
  lastTimestamp: "2026-07-31T23:59:45Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:45Z"
    name: isvc-logger.18c78556d254c33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 5b34cfdc-ee4f-47dc-bab7-2f247eb0ea78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: a1f1cf33-1c29-4cdc-9fdc-600d3f2fa968
  kind: Event
  lastTimestamp: "2026-08-01T00:01:07Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:01:07Z"
    name: isvc-logger.18c7856a0aa07b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18068"
    uid: 8a752313-a4f9-4961-87fb-bf550fb1ef8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:29:13.155907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:29:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:29:13Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f273a255a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: 1c0d4d18-6700-422d-8608-a3b308f38b42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:13Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f2835e75ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: b7aec68e-a211-4296-b66a-a2bdf716389b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:14Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:29:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f2b09365fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34066"
    uid: d184c1c7-3da9-4607-b599-6af844128b32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f2b1f97c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: b8bee74b-5fbc-459d-99ab-ee6ffe7ad03d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f2b4cf36e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34069"
    uid: c2ea6834-8927-4e6b-9a58-7500f4ed239b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f2b53a5cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: aac58c19-ad74-4456-a9af-e9e52bd3c0f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-01T00:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:18Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f3b0ff03dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34101"
    uid: 8acd661b-4137-4049-a55a-13ef915a6821
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:18Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f3b3dd17dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: dc710b57-f0cc-4830-b9d3-0dcb1e72d866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:18Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f3b447ef14
    namespace: kserve-ci-e2e-test
    resourceVersion: "34105"
    uid: 4809f3c4-f6bd-43fd-ab91-04b394510460
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:18Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f3b45211c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34107"
    uid: a8f6ce4b-ba8a-45b3-8c01-2316bad00d0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:18Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f3b80647be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34109"
    uid: 22f4dd3d-e63e-4263-aabd-6c249df03d0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:29:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:18Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786f3b873cf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "34110"
    uid: 509dddc9-78ba-43f6-aa5a-ad79bd4dec81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:30:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786fe1de4d49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: 7aad6051-bde1-4abd-b732-7eee3b21678a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 58b2357f-928d-4103-9786-e4c161f51ae8
  kind: Event
  lastTimestamp: "2026-08-01T00:30:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf.18c786fe1de5357b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: d655d9de-bc5f-42fc-aa41-e29fbe1f8a89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: e9244440-a012-4c9a-9b03-b30e07b68b03
  kind: Event
  lastTimestamp: "2026-08-01T00:29:13Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-vzghf'
  metadata:
    creationTimestamp: "2026-08-01T00:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:13Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c786f2732d1b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: ee158c2a-11b5-4383-a0c2-cf73c7cb9135
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34027"
    uid: c69fb616-2fec-4625-9a23-439d1569b233
  kind: Event
  lastTimestamp: "2026-08-01T00:29:13Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:13Z"
    name: isvc-mlflow-v2-runtime-predictor.18c786f270026f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: a38c3f83-170d-44d4-b87e-a262eeaf8c12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34029"
    uid: 5df1a868-2af0-4fd4-a8d1-f91b86ecb810
  kind: Event
  lastTimestamp: "2026-08-01T00:29:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18c786f5ee653745
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 33b915f2-d298-4afa-b00d-03fb0b3e87c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34029"
    uid: 5df1a868-2af0-4fd4-a8d1-f91b86ecb810
  kind: Event
  lastTimestamp: "2026-08-01T00:29:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18c786f5eec1cc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: f9fe64ad-2c23-4b78-a257-4ba01195df05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: 7df71b83-1f9f-4bd0-9933-4d428c46b8eb
  kind: Event
  lastTimestamp: "2026-08-01T00:29:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:55Z"
    name: isvc-mlflow-v2-runtime.18c786f270577a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 4fecd036-78f2-45a8-8dec-aa29e585154e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: 7df71b83-1f9f-4bd0-9933-4d428c46b8eb
  kind: Event
  lastTimestamp: "2026-08-01T00:29:13Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:13Z"
    name: isvc-mlflow-v2-runtime.18c786f270c5d532
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: ac0e0e95-912e-4a5a-a2fe-d15a5b7ac072
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 7df71b83-1f9f-4bd0-9933-4d428c46b8eb
  kind: Event
  lastTimestamp: "2026-08-01T00:29:55Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:55Z"
    name: isvc-mlflow-v2-runtime.18c786fc5481d94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: fa2aee56-c83c-40fe-ae9f-3469420ab8ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:31:33.659639Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-cbx77
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:31:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:31:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787132a4f10d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: c5693e2d-3895-496d-8a51-60c2a757439e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c78713334a4368
    namespace: kserve-ci-e2e-test
    resourceVersion: "35426"
    uid: 84f0e67c-9cfa-4210-9536-06897c4f9637
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:34Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:31:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c78713671a4d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35436"
    uid: 5d1a6f53-5329-4d6b-a838-9fed6d26ce80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c7871368705aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: ce111a83-cd0c-48d3-acea-675802180b37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787136b7ca6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35441"
    uid: b82c2a31-628d-491e-a798-6cf542a66f80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787136beea779
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: ea4d17c5-1213-43f8-b5bc-cc2f544d2aa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:40Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c78714a9e79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: 73f57d31-6edc-4078-934d-7ec40b6bc4b7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:51Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.781s (11.781s
    including waiting). Image size: 1163606777 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c7871768283fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f22a5ecc-e431-4f39-b677-69bdf5f22ad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787176bc9e1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: c8fac839-6d3d-433c-bace-c00d7bb9f649
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787176c27b340
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: 96e91221-0a20-4442-ba08-51cb9b8dcda0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787176c3091f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35592"
    uid: 12e8752c-64b2-4487-87c6-258e16e55714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787176ea5819e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: 0891f066-9e51-408a-916b-a4816f682b91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:31:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c787176efc72bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: 7b6a7bbb-5cd8-4c5f-a103-4b7a86fdfe9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:32:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:28Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c7871778f6f8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35866"
    uid: ad369d89-50fc-4458-bcaa-29008ec44b0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:32:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c78723dbfc9e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 4345e718-f014-4dcd-82e7-3ce64c90f292
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: d2a5c312-2a7a-4e6e-9ccf-d41fd02cb748
  kind: Event
  lastTimestamp: "2026-08-01T00:32:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cbx77.18c78723dbfd1b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: fd2022b1-71c1-4978-92f9-e83e667df31b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: 61be7954-e504-4950-a466-bc0dd9fa6426
  kind: Event
  lastTimestamp: "2026-08-01T00:31:33Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-cbx77'
  metadata:
    creationTimestamp: "2026-08-01T00:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:31:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c78713299e1b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "35416"
    uid: 03528d2a-278d-4faa-8490-1322ecb1dff8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: 0c032bae-c004-4d9d-ae23-17dc46f42b92
  kind: Event
  lastTimestamp: "2026-08-01T00:31:33Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:31:33Z"
    name: isvc-paddle-predictor.18c7871326fc8231
    namespace: kserve-ci-e2e-test
    resourceVersion: "35405"
    uid: 42e5e327-af7e-4889-840a-9b43605426a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: aeb58b91-0877-4912-a80d-3f3011da7369
  kind: Event
  lastTimestamp: "2026-08-01T00:32:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:18Z"
    name: isvc-paddle-predictor.18c78716a5d12b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 96c41b88-a986-44c8-b770-00deebb0a18a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: aeb58b91-0877-4912-a80d-3f3011da7369
  kind: Event
  lastTimestamp: "2026-08-01T00:32:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:18Z"
    name: isvc-paddle-predictor.18c78716a638ed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "35800"
    uid: 337f3241-1587-4354-bb88-8697787f9181
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: aeb58b91-0877-4912-a80d-3f3011da7369
  kind: Event
  lastTimestamp: "2026-08-01T00:32:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:33Z"
    name: isvc-paddle-predictor.18c78721225b4e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35906"
    uid: 09f5fbe4-6f8f-48c4-9945-0ca90922c4f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: aeb58b91-0877-4912-a80d-3f3011da7369
  kind: Event
  lastTimestamp: "2026-08-01T00:32:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:33Z"
    name: isvc-paddle-predictor.18c7872122ba7741
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: cec9e114-4490-4bf3-b72d-6ee31b2de330
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:32:50.531261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36083"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-p4g59
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:32:50Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c78725103701b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 7ad4f976-efd5-460e-b30c-78e37e47e7f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:32:50Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:32:50Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c7872529bb9e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "36104"
    uid: aca97d24-1385-46c2-bbd3-9bc230a5357b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:32:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:50Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787252aef2dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: 891eac96-de5e-4e52-913e-6945e3d506fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:32:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787252daad231
    namespace: kserve-ci-e2e-test
    resourceVersion: "36107"
    uid: f94f4e47-bcec-42ba-ad6b-daf14faa4e8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:32:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787252e1b3341
    namespace: kserve-ci-e2e-test
    resourceVersion: "36108"
    uid: ad8ba7d8-d5d3-45fd-8e59-0612afaf4749
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:32:56Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c78726814e9f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 4466c621-cd74-410d-9815-fffa515beb8b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:08Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.542s (11.542s
    including waiting). Image size: 1163606777 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787293144be1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36339"
    uid: 51847a70-4820-42cd-a217-ad9bef798819
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787293436ce05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36341"
    uid: 14ff8fe8-5692-4119-a7a5-4545c5232a34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787293497bf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: 6183fae3-c863-4c68-8147-6e2303c04307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c7872934a22a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36343"
    uid: 54c299f4-afce-4f72-a1d2-1a1c4445119f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787293755cce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36344"
    uid: fabb3ece-7b70-4240-ba8e-744ed6fae24c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c7872937b63000
    namespace: kserve-ci-e2e-test
    resourceVersion: "36345"
    uid: 6ed875de-f04a-49c8-be2e-e41c842542a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:33:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:33:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c787298c48372f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 42f0eee1-baca-4bf3-84dc-b6945168fa3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:34:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c78735c2deffba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: bb7e1272-97aa-43d8-b966-ffd4f200d5a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 41ca9cc3-b80d-4f0b-b941-a93c18813f86
  kind: Event
  lastTimestamp: "2026-08-01T00:34:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p4g59.18c78735c2df84c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: 06afa275-fc0d-4068-9e6a-0725c459831b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36075"
    uid: ed18230e-af19-4998-9d42-ed8cdb8591f0
  kind: Event
  lastTimestamp: "2026-08-01T00:32:50Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-p4g59'
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:50Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c787250fa1c666
    namespace: kserve-ci-e2e-test
    resourceVersion: "36085"
    uid: 889af3dc-9ec9-4eae-92ab-d24c29bab020
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 53f17f4a-22fb-4678-9398-0e162670f5ab
  kind: Event
  lastTimestamp: "2026-08-01T00:32:50Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:50Z"
    name: isvc-paddle-runtime-predictor.18c787250cb481d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 9b71349e-1930-49c4-b0c9-d631dc5fccff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36074"
    uid: ab29761f-7e54-41d4-b319-b99656cc2088
  kind: Event
  lastTimestamp: "2026-08-01T00:33:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:33:20Z"
    name: isvc-paddle-runtime-predictor.18c787288b1379da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: faba1c32-6d6d-45bf-a19a-55734bf0eaad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36074"
    uid: ab29761f-7e54-41d4-b319-b99656cc2088
  kind: Event
  lastTimestamp: "2026-08-01T00:33:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:33:20Z"
    name: isvc-paddle-runtime-predictor.18c787288b69b6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: fd91d5a9-e89a-4544-a797-4409369c9269
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: ab29761f-7e54-41d4-b319-b99656cc2088
  kind: Event
  lastTimestamp: "2026-08-01T00:33:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:33:50Z"
    name: isvc-paddle-runtime-predictor.18c7872f89786d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36658"
    uid: 4205b766-7c6a-4a69-a95a-2d9348fb7a17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: ab29761f-7e54-41d4-b319-b99656cc2088
  kind: Event
  lastTimestamp: "2026-08-01T00:33:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:33:50Z"
    name: isvc-paddle-runtime-predictor.18c7872f89d698b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36659"
    uid: 928bcd5e-0e0b-419d-8d5e-c58c87e3b18b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: db1d5ca6-81ce-4a22-b475-73fa0b1b001d
  kind: Event
  lastTimestamp: "2026-08-01T00:33:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:33:55Z"
    name: isvc-paddle-runtime.18c787250cba6346
    namespace: kserve-ci-e2e-test
    resourceVersion: "36700"
    uid: 820bd150-3bdb-49cc-8255-462ca764ffe3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: db1d5ca6-81ce-4a22-b475-73fa0b1b001d
  kind: Event
  lastTimestamp: "2026-08-01T00:32:50Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:50Z"
    name: isvc-paddle-runtime.18c787250d3604a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36079"
    uid: f14602f8-30f1-4b73-ae22-e4d3b3be1d83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: db1d5ca6-81ce-4a22-b475-73fa0b1b001d
  kind: Event
  lastTimestamp: "2026-08-01T00:33:55Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:33:55Z"
    name: isvc-paddle-runtime.18c7873447a142ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: 58ced89a-cb8c-4d90-845b-996a6e243a7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:34:07.509110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:34:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c78736fc73b26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36835"
    uid: 18c0cc72-56c9-4cbf-b2b4-fd928a51f5e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:07Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:34:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c78737159be47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36846"
    uid: 9cbce59b-1346-442b-a324-8011605db4a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c7873716cb3d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 562e68a4-f873-495e-a046-e87e8e7a50cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c7873719faf1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36852"
    uid: 36fb2e9f-cba6-4e2e-81aa-2d1ff494182c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c787371a57745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: 767ade18-cc16-4a84-9aab-2a44b238cf7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:13Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c7873847dc4053
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: abeff343-2f30-43bb-9998-b09aa3c694d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c787384a7412e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: 24639094-b335-4433-8d18-f7e56184af7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c787384ad14a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: fd48d7e9-cb48-4692-8b38-dab90589ea6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c787384adc0753
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: 73e1f9d6-c4a4-4b89-acd1-6e751e6b5a54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c787384dd1ba7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: 79a2f99e-1978-4e2e-9663-5b69aa6d4b53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:34:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c787384e386f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 0af54b20-778d-4726-8e7a-7c9af22b9020
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:35:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c78738bfac29ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37550"
    uid: 320091e4-5d12-4659-a434-953a25f0890d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:35:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c7874563c2a76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 0a8302f2-e336-4416-9441-04ee25f120ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:35:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c7874563c32dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: 17a1073e-ab03-4af2-a6c0-a2c02a22324d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 2b3d1ac5-7789-4703-ba36-e9126bb491ee
  kind: Event
  lastTimestamp: "2026-08-01T00:35:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft.18c78745c9bd7686
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: 92d47cc4-87d0-4183-b228-8bebbf8877be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 03262827-9463-42b2-aa91-69ccf32010c5
  kind: Event
  lastTimestamp: "2026-08-01T00:34:07Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-rmpft'
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c78736fbe82622
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: d203b5a6-6bf6-4957-89fb-9d7605930393
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: bef0ada2-2a7f-4562-a078-471205e8fa5a
  kind: Event
  lastTimestamp: "2026-08-01T00:34:07Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:07Z"
    name: isvc-paddle-v2-kserve-predictor.18c78736f889a4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 5a373bc1-ae5f-4fcd-b9b2-595246f71620
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 30004536-0d45-49cd-8189-379c7896ea12
  kind: Event
  lastTimestamp: "2026-08-01T00:34:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:52Z"
    name: isvc-paddle-v2-kserve-predictor.18c7873a76e8b42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37388"
    uid: 4d9b16d9-06e5-4572-a206-3f6e62f3a311
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 30004536-0d45-49cd-8189-379c7896ea12
  kind: Event
  lastTimestamp: "2026-08-01T00:34:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:52Z"
    name: isvc-paddle-v2-kserve-predictor.18c7873a774ec4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37389"
    uid: 40a20182-1fce-40c6-a37e-9de16053b201
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 30004536-0d45-49cd-8189-379c7896ea12
  kind: Event
  lastTimestamp: "2026-08-01T00:35:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:07Z"
    name: isvc-paddle-v2-kserve-predictor.18c78744f4c054e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37504"
    uid: 72323ddf-b015-43ab-8011-6ac7093871be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 30004536-0d45-49cd-8189-379c7896ea12
  kind: Event
  lastTimestamp: "2026-08-01T00:35:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:07Z"
    name: isvc-paddle-v2-kserve-predictor.18c78744f521c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 130cc519-276f-4de6-a6f9-40205ac3c982
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 3d210408-e85d-457e-a1b8-9b58bd5b513e
  kind: Event
  lastTimestamp: "2026-08-01T00:35:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:01Z"
    name: isvc-paddle-v2-kserve.18c78736f89170cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: 199360e3-eb4f-4c38-ade8-061a6374b56a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 3d210408-e85d-457e-a1b8-9b58bd5b513e
  kind: Event
  lastTimestamp: "2026-08-01T00:34:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:07Z"
    name: isvc-paddle-v2-kserve.18c78736f901391c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36822"
    uid: 6f76b137-91ba-4ef2-b30b-7c1cdadd71f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37454"
    uid: 3d210408-e85d-457e-a1b8-9b58bd5b513e
  kind: Event
  lastTimestamp: "2026-08-01T00:35:01Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:01Z"
    name: isvc-paddle-v2-kserve.18c787437aaf5f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37455"
    uid: 2781c8cf-4f5b-4a39-8113-81d0cecae50b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35394"
    uid: 14d889aa-eaf8-4c77-b2a4-95910a8dfff9
  kind: Event
  lastTimestamp: "2026-08-01T00:32:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:38Z"
    name: isvc-paddle.18c787132702c587
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 98e728fc-e005-44f4-a503-1179411e6811
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35394"
    uid: 14d889aa-eaf8-4c77-b2a4-95910a8dfff9
  kind: Event
  lastTimestamp: "2026-08-01T00:31:33Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:31:33Z"
    name: isvc-paddle.18c78713276dd61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35408"
    uid: 1f220635-aebe-416b-bc88-b280338bd5e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 14d889aa-eaf8-4c77-b2a4-95910a8dfff9
  kind: Event
  lastTimestamp: "2026-08-01T00:32:38Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:38Z"
    name: isvc-paddle.18c787223420e8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: dc8e5245-dfbc-4fed-b93f-8c2bf997ba0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:35:14.548164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-dfpn4
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:35:14Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78746984a8c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 5d6e93c8-62ed-4069-b958-cf39384e4303
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37610"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:14Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:35:14Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78746b1dfe3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: b5970fab-8e32-4e79-9471-996324190ec6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:15Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78746b35f4d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "37622"
    uid: f40b032f-b11b-4cef-9430-10f25695d904
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:15Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78746b6c805d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: 10c67203-0a67-4e22-b312-2200ee6a130c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:15Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78746b73a3d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: 9abfae2e-a9da-4825-9089-a0177fa18104
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:19Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:19Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78747a5a8188d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: 2ea97f9a-d1bf-4394-a665-1fee191e1c75
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:26Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.945s (6.945s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:26Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78749439d89ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: 6ecbbe3e-46fc-4426-b860-0a29f8a1cd49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:26Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c78749470b1a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: 26401701-3126-46b0-ac0f-fd19ccf9266c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:26Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c7874947996729
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 231de44e-7677-4c4e-846e-791569ca7577
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:26Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c7874947a37210
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: 9f9960da-e6fb-466d-847d-ba198b96cc22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:26Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c787494ae000a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: e94e595a-4cad-4be2-92d1-9f4ddef2a3ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:35:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:26Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c787494b500079
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: 169adac2-8a5d-4823-a810-14ebad882640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:36:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:58Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c7874985189c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: bef6267c-7db2-484f-82ed-b9bbc469478e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:36:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:55Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c7875e1d37ec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: d7587e21-211c-474c-a277-93072eb31351
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:36:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:55Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c7875e1d38888d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38590"
    uid: 400a745a-6363-4d8e-b40a-580b95bf8b05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dfpn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: 73038fa3-74e7-484f-92b2-c4898db1b642
  kind: Event
  lastTimestamp: "2026-08-01T00:36:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:58Z"
    name: isvc-pmml-predictor-8674795f59-dfpn4.18c7875eb54cdf6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 8e876fda-63e7-4a0b-bd1c-a87af91157b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: d099691d-685c-43f5-bc38-22c4092f65dc
  kind: Event
  lastTimestamp: "2026-08-01T00:35:14Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-dfpn4'
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:14Z"
    name: isvc-pmml-predictor-8674795f59.18c7874697dea822
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 47b7bf65-c4b0-4fb5-ae76-287e26e27b0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: f09d2e42-2560-40e2-adb4-432537d58b68
  kind: Event
  lastTimestamp: "2026-08-01T00:35:14Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:14Z"
    name: isvc-pmml-predictor.18c78746951386d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: 7cfbf913-bcbe-406d-9a01-418b31f29649
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: d81c47bf-2722-47c2-bd29-631103a6e678
  kind: Event
  lastTimestamp: "2026-08-01T00:35:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:44Z"
    name: isvc-pmml-predictor.18c7874a13d80973
    namespace: kserve-ci-e2e-test
    resourceVersion: "37862"
    uid: 7aa018cc-96d6-404b-9fb7-f86ab66bc3e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: d81c47bf-2722-47c2-bd29-631103a6e678
  kind: Event
  lastTimestamp: "2026-08-01T00:35:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:44Z"
    name: isvc-pmml-predictor.18c7874a14499f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37863"
    uid: 41b263cd-eb56-4381-ae62-2ac276a527f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: d81c47bf-2722-47c2-bd29-631103a6e678
  kind: Event
  lastTimestamp: "2026-08-01T00:36:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:36:44Z"
    name: isvc-pmml-predictor.18c78751118ec4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38485"
    uid: c26a13f8-81db-4c8a-95ac-58651696bcf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: d81c47bf-2722-47c2-bd29-631103a6e678
  kind: Event
  lastTimestamp: "2026-08-01T00:36:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:36:44Z"
    name: isvc-pmml-predictor.18c7875111efcf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: d2ea52f5-583f-4034-9fe9-381fa22a0a07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:37:00.747380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-9gbfz
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:37:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:37:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7875f5241f8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38659"
    uid: 39c29297-acc2-4c3a-81de-657a0be30e11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:01Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:37:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7875f6bc3909a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 07837cad-9141-4ad2-94d3-2a3c8c6df205
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7875f6d1ae335
    namespace: kserve-ci-e2e-test
    resourceVersion: "38674"
    uid: 1ab24d1e-daaa-40a8-9ec4-606c0059d1e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7875f6ffe8183
    namespace: kserve-ci-e2e-test
    resourceVersion: "38675"
    uid: 28a76050-b329-40e0-af7e-0c61dab68ddd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7875f706da9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38676"
    uid: 7a16daa7-81d7-42fb-91ba-b38f73e401a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:05Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c787606f27b769
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 9198ec35-e5bf-4565-b06d-de6d5bd74cee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c78760725f2f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: 900356f2-cbeb-4309-a429-26baec19a9d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7876072e61f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: 5de2df25-2587-4712-be7d-f18b3ee16dff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7876072efbca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38723"
    uid: 6b0ba83e-cdb3-4fae-a714-3d8fdcb7b5b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c78760760be872
    namespace: kserve-ci-e2e-test
    resourceVersion: "38725"
    uid: 24b3c57e-d6c6-4b79-86bd-d2e684a3f48a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:37:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c787607678a913
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 68ad49fb-3205-4284-bafa-00574548bfaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:38:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:38:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c78760e71faa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: 875bddb4-6d49-42ea-a26d-f4c59b35a5d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:38:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:38:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7877488f62646
    namespace: kserve-ci-e2e-test
    resourceVersion: "39481"
    uid: 734f9663-31e8-4f91-b46f-d968bf6e4757
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:38:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:38:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c7877488f69ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: ed30997f-bef3-431b-8b6a-65a121b43da4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: a4b362c5-c017-4f10-9d3d-7f26a38b0c3f
  kind: Event
  lastTimestamp: "2026-08-01T00:38:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": dial tcp
    10.133.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:38:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9gbfz.18c78774ed5796da
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: b571ab5c-e588-4126-94af-ac165b7bf81a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38643"
    uid: 07100728-0a0c-4c01-b0e7-aa7eed7e02a8
  kind: Event
  lastTimestamp: "2026-08-01T00:37:00Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-9gbfz'
  metadata:
    creationTimestamp: "2026-08-01T00:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c7875f51ddb18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38654"
    uid: 70593a65-3ff3-4036-b69a-464814dfe54e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: 1870b1ba-707e-43c5-9d51-9e3f817b2da1
  kind: Event
  lastTimestamp: "2026-08-01T00:37:00Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:00Z"
    name: isvc-pmml-runtime-predictor.18c7875f4f2fe7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38644"
    uid: d9ac96a4-5407-47ca-b8f6-3c107a28d798
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38642"
    uid: e009a34b-593a-4a1e-9d64-5d9c952d9e8c
  kind: Event
  lastTimestamp: "2026-08-01T00:37:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:30Z"
    name: isvc-pmml-runtime-predictor.18c78762cde24451
    namespace: kserve-ci-e2e-test
    resourceVersion: "39005"
    uid: 093565cd-c598-4f0d-832a-84157f21a503
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38642"
    uid: e009a34b-593a-4a1e-9d64-5d9c952d9e8c
  kind: Event
  lastTimestamp: "2026-08-01T00:37:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:30Z"
    name: isvc-pmml-runtime-predictor.18c78762ce437b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39006"
    uid: 448e7fcc-12eb-4a3e-963b-1aadc25c3e6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: e009a34b-593a-4a1e-9d64-5d9c952d9e8c
  kind: Event
  lastTimestamp: "2026-08-01T00:38:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:38:30Z"
    name: isvc-pmml-runtime-predictor.18c78769cbe359c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 3f0aec6a-db22-4a99-925d-53e2c5d888bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: e009a34b-593a-4a1e-9d64-5d9c952d9e8c
  kind: Event
  lastTimestamp: "2026-08-01T00:38:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:38:30Z"
    name: isvc-pmml-runtime-predictor.18c78769cc40c637
    namespace: kserve-ci-e2e-test
    resourceVersion: "39458"
    uid: d3b096d8-c58b-48ce-aedd-1759d0a72e48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: 2c6af985-af18-4433-9194-d0e7762aa38b
  kind: Event
  lastTimestamp: "2026-08-01T00:38:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:38:23Z"
    name: isvc-pmml-runtime.18c7875f4f33579d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: 8fc7b0d1-e8ef-4e6b-abe9-ec498fb18d9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: 2c6af985-af18-4433-9194-d0e7762aa38b
  kind: Event
  lastTimestamp: "2026-08-01T00:37:00Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:37:00Z"
    name: isvc-pmml-runtime.18c7875f4f9892d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: b8dbe5d4-8532-4b6a-aecd-84ad625c519d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:38:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39407"
    uid: 2c6af985-af18-4433-9194-d0e7762aa38b
  kind: Event
  lastTimestamp: "2026-08-01T00:38:23Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:38:23Z"
    name: isvc-pmml-runtime.18c787729e3d7ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39408"
    uid: 43fff61a-b052-4702-8167-fb4c893129f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:56:15.041694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78525e2d6ce40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: a350b01c-79b8-46c2-878f-2f8be69a3777
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15198"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:15Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78525fc8c42e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 17a6b91f-83eb-4fa4-85f4-47a91b1b4fa8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78525fddeab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: a879d0d7-6177-44e5-b5a4-20d6851f360f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    in 2.854s (2.854s including waiting). Image size: 300981719 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78526a800a39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 3a47cdcd-4a97-44c8-be02-3e6598996b99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78526ab2bc547
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 9a02111b-b104-402a-9a22-9b9eb92d9937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78526ab9e9e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 4f02aa9c-767f-4935-a5a7-490c57c536f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:22Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T23:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c7852783fb1671
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: ac02ce47-2774-431a-b5d4-8dd06c93312b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:29Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.964s (6.964s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78529231c9e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: e1236e11-d50f-4078-950f-2227d15c7fd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c7852926d14455
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 11dbd12b-181e-4d24-be68-cf08451856dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c785292741bb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: cdf1a41e-dcd1-44ac-bbdb-ac3f0b127fe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78529275084d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: f8739e9f-e78c-44ed-9f54-09e09fa9acdc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.167s (2.167s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78529a8816bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: c935b4d0-a325-4fa3-8eac-d68bc6ce57e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78529ab485345
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: efa5c565-16da-43a3-a4ff-640309cdfae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:56:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c78529abb938df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 8755fe0e-5351-41c2-b498-ab53d3a03078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c7852a172670b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: cc32c26c-5fc6-40d5-881b-68c51a0082d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:57:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c7853d699aa018
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: 42d15218-cb9b-41e9-aeaa-2fc2a5c9f682
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:57:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c7853d699b6620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 305bddde-b4b2-4481-b8d5-d97e84cc0f6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 131577d3-e2cf-4b17-aa60-8f8f6dd6b6fd
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv.18c7853e1d563398
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: dcc12c4a-8190-4237-beb4-83c053f2351b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 676501e4-f904-483a-82a0-5bb305696e0b
  kind: Event
  lastTimestamp: "2026-07-31T23:56:15Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-jwbpv'
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c78525e25fca42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: ef38ee16-f658-4302-944e-d4c83f301599
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 1e12b1ae-54eb-477c-90be-059a9400e63c
  kind: Event
  lastTimestamp: "2026-07-31T23:56:14Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:14Z"
    name: isvc-pmml-v2-kserve-predictor.18c78525df3ec89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: 1269a3c9-328a-49ba-bb52-6c277c4ebeb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: 4e6721f1-08a4-4c34-a741-dcc3e9e83e39
  kind: Event
  lastTimestamp: "2026-07-31T23:57:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:15Z"
    name: isvc-pmml-v2-kserve-predictor.18c785295da1d4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 660b36be-eaf2-4ca3-8913-f946c4ce293c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: 4e6721f1-08a4-4c34-a741-dcc3e9e83e39
  kind: Event
  lastTimestamp: "2026-07-31T23:57:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:15Z"
    name: isvc-pmml-v2-kserve-predictor.18c785295e0466e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: 8fce3ab1-b5ee-40b1-8f3e-274c60ad0247
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 4e6721f1-08a4-4c34-a741-dcc3e9e83e39
  kind: Event
  lastTimestamp: "2026-07-31T23:57:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:45Z"
    name: isvc-pmml-v2-kserve-predictor.18c78537589683f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 32aa64d7-3c19-427e-8708-549f88bd4bb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 4e6721f1-08a4-4c34-a741-dcc3e9e83e39
  kind: Event
  lastTimestamp: "2026-07-31T23:57:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:45Z"
    name: isvc-pmml-v2-kserve-predictor.18c7853759090f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 683c98fd-23a1-470a-a9cf-d881db646343
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: b1760af1-5375-4c06-94be-89ae462212ce
  kind: Event
  lastTimestamp: "2026-07-31T23:57:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:57:49Z"
    name: isvc-pmml-v2-kserve.18c78525df41986b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 4d76cf44-6b86-4291-a4d8-22b444bef506
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: b1760af1-5375-4c06-94be-89ae462212ce
  kind: Event
  lastTimestamp: "2026-07-31T23:57:49Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:57:49Z"
    name: isvc-pmml-v2-kserve.18c7853bce93795e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: e2a33d61-da04-4b6d-abf8-6fb55f1547e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: aaf7942f-40b9-49ea-8d4b-fd83254a8a95
  kind: Event
  lastTimestamp: "2026-08-01T00:36:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:36:48Z"
    name: isvc-pmml.18c7874695197f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: 16b390c2-1112-4de6-8e84-6ee11d80abbd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37581"
    uid: aaf7942f-40b9-49ea-8d4b-fd83254a8a95
  kind: Event
  lastTimestamp: "2026-08-01T00:35:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:14Z"
    name: isvc-pmml.18c787469587b4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 5f58f727-5a5a-4e77-869c-7f84c9fa502b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38516"
    uid: aaf7942f-40b9-49ea-8d4b-fd83254a8a95
  kind: Event
  lastTimestamp: "2026-08-01T00:36:48Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:36:48Z"
    name: isvc-pmml.18c7875c6420fd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "38517"
    uid: 2a7d896f-b65e-4c92-bf04-9b19885f4333
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:04:13.545671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:04:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785954be60a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: f9779afa-5dc6-4855-bf0a-f14164702efc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:13Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:04:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c78595653f0174
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: a104eaa3-edee-4d5f-97fd-24b4a98edfc7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785956738a370
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: de63e339-c4e5-4acf-95b2-29d52d2246ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785956a2eda05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: da7af4b6-3c55-4fe7-a2ae-90eb14fe19f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785956a9f2a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 02944792-c24c-4184-b2f2-74c20ce703b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c7859648656535
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 87f4e618-f900-42bc-aba6-1975e296b992
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785964b42df7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: 59a6434b-f3fb-4ed1-aa9d-7a06e40c6feb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785964bb430cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: bd5b48c5-f60b-4101-a211-e47ef3947cb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785964bbe8455
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: c714a4a0-de15-4ffb-bdde-a312847ff0e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785964eb88a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: ad263d2a-b7d7-4881-9409-6b1e2b24d391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785964f261668
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 816b21da-742c-476d-b042-179109856beb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c78596c0457cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: a79cb78f-a269-4cdd-9c56-2a5f3bd03cdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785aa48fb92cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: f06a90fa-2a33-4ed9-acd0-147d72fc081c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785aa48fc24b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 1b464ad6-838b-4473-973d-b29a89631821
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 495e40b4-c6d6-4e6c-a8dd-e2a81bb7f2f0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs.18c785aac66ad6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: 7ec7631e-3c3a-4e92-b609-f87c4dcb3f38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: e4c0176a-ad21-413f-ae6f-7be1068eae13
  kind: Event
  lastTimestamp: "2026-08-01T00:04:13Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-4v4rs'
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c785954b7924f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 1eeaaf89-79c9-43ce-bc68-0d4cdb519cff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: d49170fa-1dd6-4781-9883-9ff644b70f73
  kind: Event
  lastTimestamp: "2026-08-01T00:04:13Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:13Z"
    name: isvc-predictive-lightgbm-predictor.18c78595487daaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: 447e93ca-bcfb-4677-948a-38cce3164e44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: 09779b32-116b-4fb5-ac8b-a04efeece33c
  kind: Event
  lastTimestamp: "2026-08-01T00:04:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:58Z"
    name: isvc-predictive-lightgbm-predictor.18c78598c6f07e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: e46091f6-8eff-42ad-8927-0a0e7b6352c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: 09779b32-116b-4fb5-ac8b-a04efeece33c
  kind: Event
  lastTimestamp: "2026-08-01T00:04:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:58Z"
    name: isvc-predictive-lightgbm-predictor.18c78598c75093a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20125"
    uid: 1804d99f-09fe-4f8e-822c-84dacf60b058
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 09779b32-116b-4fb5-ac8b-a04efeece33c
  kind: Event
  lastTimestamp: "2026-08-01T00:05:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:43Z"
    name: isvc-predictive-lightgbm-predictor.18c7859c45f6d5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 126e41c4-aaec-452e-b989-b21ff9797464
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 09779b32-116b-4fb5-ac8b-a04efeece33c
  kind: Event
  lastTimestamp: "2026-08-01T00:05:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:43Z"
    name: isvc-predictive-lightgbm-predictor.18c7859c465c8b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: 2a484e48-bfdb-4fe9-85fa-1474879ce4aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:09:00.365737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d813b4fc2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 20c96c7c-6e8a-47f8-90a6-e698e2e793cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d8212921cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22184"
    uid: 1d878afb-6d73-4f11-bd06-49cb77fe6665
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:01Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:09:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d8517a3f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 740996cb-d88e-4a6d-a3bb-399268af6524
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d852d26a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: b7cff2ea-10dd-4b80-9644-d6d9c1ffe17f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d855e8bc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 0861879c-599f-410a-b796-0cad5213b7e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d85658bbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: b2d40866-7391-4f48-a48e-1d8d3b75a8bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d9433d082d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 283ee252-b6a7-4f6d-aa1a-553d981ae1ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d9467c5809
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: 5e3eaa9a-03d4-484a-94a6-daada0be8962
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d946f04583
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 472cbfc7-0215-4634-8ac1-c936f900c30a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d946fb0d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: ad264679-9d5d-4b7d-af26-af96348478e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d949cd7f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: 3c1059d1-83ca-4103-bcc3-8f976b30cdf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:09:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785d94a7a16c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 2a8137b7-8b65-4c24-a003-977f6310cac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:32Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785e1e18c7811
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: a4a22baa-b56c-41f7-95fa-0272628f330c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785ed0c9b9091
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: c4620561-97bb-43ba-a2e4-964cde0e9a74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785ed0c9c74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: 47f4fbd1-baf5-4364-81f5-775c4673f3d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: a05f435f-b23b-4a2f-a0fe-a91d4f2920d5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk.18c785ed856b7b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: 46810157-9b09-4e3f-88f6-d6fdf0694e1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 7491d449-74ea-4ff7-8879-62b3ef8422d5
  kind: Event
  lastTimestamp: "2026-08-01T00:09:00Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-szxkk'
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c785d8132eb59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: fdf9f755-50d0-449f-9461-595a31be9e94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 63d2e651-54dc-4ac8-a545-f8aeb9fd03d6
  kind: Event
  lastTimestamp: "2026-08-01T00:09:00Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c785d80de5b2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: eb72a977-d7cb-46c5-8605-1728df080b66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 0a9375e7-2059-46b4-99d2-6b968401f1c7
  kind: Event
  lastTimestamp: "2026-08-01T00:10:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:30Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c785db8cd24a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: 4cf386b0-d165-47e6-9774-3e03c6af282d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 0a9375e7-2059-46b4-99d2-6b968401f1c7
  kind: Event
  lastTimestamp: "2026-08-01T00:10:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:30Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c785db8d3cd925
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: 3d395289-8753-45db-8ce5-4ba0abf2e7ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 0a9375e7-2059-46b4-99d2-6b968401f1c7
  kind: Event
  lastTimestamp: "2026-08-01T00:10:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c785e28ac0372f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 72f0903e-5ba8-47e8-b143-c0c36eb0045d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 0a9375e7-2059-46b4-99d2-6b968401f1c7
  kind: Event
  lastTimestamp: "2026-08-01T00:10:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c785e28b2ddf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: f2732b2c-964e-4796-b536-2d29273e7658
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 67e72520-cdd1-48a6-af4b-88fd1786382d
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: isvc-predictive-lightgbm-v2.18c785d80e8e026f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: afaaca3b-8a95-4048-85fa-4e7c6ebd62d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:09:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 67e72520-cdd1-48a6-af4b-88fd1786382d
  kind: Event
  lastTimestamp: "2026-08-01T00:09:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:09:00Z"
    name: isvc-predictive-lightgbm-v2.18c785d80f6b095c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 681b8876-368e-473b-a50e-7176c9141bb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: 67e72520-cdd1-48a6-af4b-88fd1786382d
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: isvc-predictive-lightgbm-v2.18c785eb39a4c103
    namespace: kserve-ci-e2e-test
    resourceVersion: "22805"
    uid: 22ce15cf-f577-4dff-8caf-dc294a240bc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: dc75dcee-8dee-4973-a4de-23ed9775c88a
  kind: Event
  lastTimestamp: "2026-08-01T00:05:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:35Z"
    name: isvc-predictive-lightgbm.18c785954883b82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 9dbd23e1-b9ec-4f2a-9af9-b20b686b5456
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: dc75dcee-8dee-4973-a4de-23ed9775c88a
  kind: Event
  lastTimestamp: "2026-08-01T00:04:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:13Z"
    name: isvc-predictive-lightgbm.18c7859549228150
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 9dc91c77-10e1-4dc6-9e66-1db91837e296
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: dc75dcee-8dee-4973-a4de-23ed9775c88a
  kind: Event
  lastTimestamp: "2026-08-01T00:04:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:13Z"
    name: isvc-predictive-lightgbm.18c78595510915b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: 39f794ef-29c0-4093-b06b-3ba2a7cb1773
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: dc75dcee-8dee-4973-a4de-23ed9775c88a
  kind: Event
  lastTimestamp: "2026-08-01T00:05:35Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:35Z"
    name: isvc-predictive-lightgbm.18c785a877a2caf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 44f9fbfa-1a5d-4827-a8c8-fb972e6a6c50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:00:22.937295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:00:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:00:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7855f9a91deb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: e0bd865c-a177-41d9-8b65-710b01d7eb57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:23Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:00:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7855fb4108389
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: d4decf0e-ff05-450a-8cbe-aca5988d87a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7855fb55ab180
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: efbaa8b8-2110-43ed-804e-ec26f0bf0395
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7855fb801b88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 3d3c713e-62ca-4410-8aa6-5008ec286317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7855fb8717a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: ab591150-e7c0-454b-bcda-0d64b3a53742
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:28Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78560ce206f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 38d7d4be-2afc-498a-ada5-f8f518ecfdfa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:49Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.148s
    (21.148s including waiting). Image size: 2353497745 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565baaafd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 670a3411-7f39-4aee-9e83-0770890f896a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565c07e58de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 1e5fe864-ee46-4303-bff5-91f7d3ca3613
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565c1398e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: 952cc7de-82e0-462a-a720-4adefcb7048b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565c144ebb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 6e063e8f-c50d-4e3c-8e77-b3e2c5be469c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565c49a707d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 1fe74aaa-40a2-4efd-9e4f-6280baf4e663
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565c51557ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 19626ded-9b8c-4e2f-a914-3738a1b3bcd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:02:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78565f4dfd7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: e6febacb-f90b-4003-b47f-5f179a7710d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:02:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7857940d2998b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: d58d7f85-4fb0-4904-a8f4-497e4ef26e39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:02:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c7857940d32068
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: e183b032-f4e0-47a8-a8e5-a36f6ec17ef3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 44dadffc-1262-4294-b122-19e4da11a49d
  kind: Event
  lastTimestamp: "2026-08-01T00:02:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv.18c78579fb102da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 27c830c6-25c9-4443-bd70-5519ccfb09c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: f1ffa021-fee2-4fe5-9dae-02557f8952a4
  kind: Event
  lastTimestamp: "2026-08-01T00:00:22Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-tc7qv'
  metadata:
    creationTimestamp: "2026-08-01T00:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c7855f9a2b6ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 28a3a176-9f54-4c7a-a543-25c9d344196e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 05652ac2-582a-46d6-ac35-dac92fe49a1b
  kind: Event
  lastTimestamp: "2026-08-01T00:00:22Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:22Z"
    name: isvc-predictive-sklearn-predictor.18c7855f97345bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: c06cf7b6-b00e-4579-b89e-ffdd974d7d71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 38b90cc6-af17-460b-af16-f2f2a8a0c46c
  kind: Event
  lastTimestamp: "2026-08-01T00:01:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:22Z"
    name: isvc-predictive-sklearn-predictor.18c7856315a15e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18272"
    uid: 9ceaec61-28b1-4c5f-8491-c1c3d63c4b35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 38b90cc6-af17-460b-af16-f2f2a8a0c46c
  kind: Event
  lastTimestamp: "2026-08-01T00:01:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:22Z"
    name: isvc-predictive-sklearn-predictor.18c78563160d8543
    namespace: kserve-ci-e2e-test
    resourceVersion: "18273"
    uid: 168344ba-0c31-46d0-9ca9-9f86759431d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 38b90cc6-af17-460b-af16-f2f2a8a0c46c
  kind: Event
  lastTimestamp: "2026-08-01T00:02:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:07Z"
    name: isvc-predictive-sklearn-predictor.18c78571109f2aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 72255e8a-838b-4918-bb9d-6a7393161dfd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 38b90cc6-af17-460b-af16-f2f2a8a0c46c
  kind: Event
  lastTimestamp: "2026-08-01T00:02:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:07Z"
    name: isvc-predictive-sklearn-predictor.18c7857111080ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 3cd31cf9-186d-47a7-bcfc-51967f2d1785
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:05:48.866187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:05:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:05:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ab7d71b4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: 21ddef7b-b5ce-4066-bfad-ca5e3077d26c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ab9749fc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 4c048d2c-eb89-43c5-889d-bc429fcbba5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ab98debd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: 49b08e89-2764-454c-af55-a48d9682f379
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ab9bcc268a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 7ef161ea-29b2-4474-9eed-a0aadfc5eac1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ab9c3edaf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: eba5099a-b5e8-41cb-9788-82d1b0abe857
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ac7e513a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 09059711-827d-4dd6-8116-9e80a1961ee8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ac81c13e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 914e18cc-cfd6-4fbc-bb1a-a141cda5e6b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ac8233eec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 98c0f136-5204-4d9d-87a4-071919a90177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ac823eeb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 8a496c32-418a-413b-a442-3bc403973784
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ac84e70642
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 212b75f6-3ade-41c4-bee6-a1dd808fabbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:05:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785ac85719c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 93302c16-4191-4a56-a750-e6180439eb9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:07:21Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785b55871c1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: d44f7e93-fdc7-4365-8451-f57224c3ba15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:07:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785c0accc61fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: 61c02a5f-8b90-4d90-9cd9-2f12c257ffd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:07:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785c0acd2b579
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: d97c0361-4503-4434-b416-6c571512eda2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 13d0b07d-cfee-4d3c-90a4-3ceab4bf185f
  kind: Event
  lastTimestamp: "2026-08-01T00:07:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8.18c785c0fc4e9905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 73f8ea97-c6e2-4000-ac2f-c80ae33af723
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: 1563e641-77ab-4af3-85e3-95a94307fbb0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:48Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8j5b8'
  metadata:
    creationTimestamp: "2026-08-01T00:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c785ab7d104fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20540"
    uid: b59194c7-002c-4682-8359-da30658cb115
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 08b42fb0-59da-4659-bacc-b0cd967c91de
  kind: Event
  lastTimestamp: "2026-08-01T00:05:48Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18c785ab787e731c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: 04e2cd2e-d939-47b0-9910-a91112170df1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 060ade40-662e-4cd0-b94c-ffcd519370e3
  kind: Event
  lastTimestamp: "2026-08-01T00:06:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:06:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18c785aef6da7b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: fb16f46c-e06b-4aff-930e-e1b3c8bc186a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 060ade40-662e-4cd0-b94c-ffcd519370e3
  kind: Event
  lastTimestamp: "2026-08-01T00:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:06:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18c785aef736851a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 843970df-400c-416f-8a9a-199bd5e50a8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: 060ade40-662e-4cd0-b94c-ffcd519370e3
  kind: Event
  lastTimestamp: "2026-08-01T00:07:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18c785b5f5088c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 63b77134-c349-4d50-9119-3442162b8c67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: 060ade40-662e-4cd0-b94c-ffcd519370e3
  kind: Event
  lastTimestamp: "2026-08-01T00:07:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18c785b5f56bbcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: d795cc07-6fec-4d93-82d2-6911354bbb20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: a73006ba-e661-4a61-a6b4-bb7953ff34b2
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-predictive-sklearn-v2.18c785ab788511be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: c2b61c13-d609-4774-8a74-258d8f07a1f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: a73006ba-e661-4a61-a6b4-bb7953ff34b2
  kind: Event
  lastTimestamp: "2026-08-01T00:05:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:48Z"
    name: isvc-predictive-sklearn-v2.18c785ab791083d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 422d4de9-74ba-4ded-ab07-aad91c1093fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20519"
    uid: a73006ba-e661-4a61-a6b4-bb7953ff34b2
  kind: Event
  lastTimestamp: "2026-08-01T00:05:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:48Z"
    name: isvc-predictive-sklearn-v2.18c785ab7fd1c716
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 27fe08a3-9421-4549-9cf3-924f435a6e8f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21253"
    uid: a73006ba-e661-4a61-a6b4-bb7953ff34b2
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-predictive-sklearn-v2.18c785beaf0286df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: e3a0b9a1-6fde-4ef7-9916-6d60e2b00820
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: de52d1fe-c026-4431-9f0f-d91495083248
  kind: Event
  lastTimestamp: "2026-08-01T00:02:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:06Z"
    name: isvc-predictive-sklearn.18c7855f9733efab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: e907bf10-26a1-4a46-9f9b-ea17db6976da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: de52d1fe-c026-4431-9f0f-d91495083248
  kind: Event
  lastTimestamp: "2026-08-01T00:00:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:22Z"
    name: isvc-predictive-sklearn.18c7855f979090fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: ce1abdf8-0ffc-4160-bad5-a4a81cea2f1f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: de52d1fe-c026-4431-9f0f-d91495083248
  kind: Event
  lastTimestamp: "2026-08-01T00:02:06Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:06Z"
    name: isvc-predictive-sklearn.18c78577c06640c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 91760628-c7e7-4f37-8db7-18f84515f557
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:02:18.276428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-bnvcw
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:02:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:02:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857a7550f90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: cf16f6fa-9cd4-437c-9500-de36c637bb27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857a8226442b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18751"
    uid: 57051b8e-07c7-446c-a6c5-4c3cf3ae6e6c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:19Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:02:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857ab2f0b62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 00b3b08f-42df-4556-a9e4-5310eac40721
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857ab45c9a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: fca858ed-fd74-47fe-b0dd-4f677b9d56d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857ab7ebc312
    namespace: kserve-ci-e2e-test
    resourceVersion: "18766"
    uid: 95ea332e-86e8-4334-8dba-f042c3d07693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857ab8579490
    namespace: kserve-ci-e2e-test
    resourceVersion: "18767"
    uid: a0da1ee8-07eb-41ee-9042-e0884bc474c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:23Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7857ba0661882
    namespace: kserve-ci-e2e-test
    resourceVersion: "18804"
    uid: da99ff2c-fbb3-45e7-bcd5-092c32275f59
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.266s
    (19.266s including waiting). Image size: 2353497745 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c785801cc4331a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 17abfff5-cf1e-4193-93e4-4a9311942112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c785801fbbf1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: 0499a81c-fb66-4903-9274-18b2fcf624c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7858020277b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: f31bc5f1-e957-49c0-983f-680149e45627
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c78580202fecfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 3a5b7e79-7e1e-4370-bed3-52a43e409818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7858022d7b809
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: f34fbf16-7277-4527-aafc-b460f694feb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c785802342e819
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: c967256a-a2da-4326-9f82-d212c86e9c86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:04:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c785804ea3405e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 76ecedf7-fab6-4cb4-b37f-782164da7bec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:04:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:08Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c78594190c8445
    namespace: kserve-ci-e2e-test
    resourceVersion: "19632"
    uid: 03e0adfe-77de-49ec-9181-539901fb3ae1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:04:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:08Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c78594190d14f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: 6bee8f3e-0002-435f-8206-aa678bcaf023
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 23036ad5-7ce0-4f38-965d-f401a118cd10
  kind: Event
  lastTimestamp: "2026-08-01T00:04:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bnvcw.18c7859454d6c09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1e43c5d0-dc6c-4dd1-9bb3-56d86a8483d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: 7d226a3c-2d84-4036-bbd6-81b89b21b50b
  kind: Event
  lastTimestamp: "2026-08-01T00:02:18Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-bnvcw'
  metadata:
    creationTimestamp: "2026-08-01T00:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c7857a74e3b6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 9418d176-e40f-43ba-866d-ceb907125be4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: 3e29a474-a7b0-4dfa-b2b4-47042ba09013
  kind: Event
  lastTimestamp: "2026-08-01T00:02:18Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:18Z"
    name: isvc-predictive-xgboost-predictor.18c7857a71e708d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18728"
    uid: eaa735d7-f607-45bd-82de-23eee520393b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: 5e37e26e-0b64-43e8-a76b-a475972bb5d2
  kind: Event
  lastTimestamp: "2026-08-01T00:03:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:03:18Z"
    name: isvc-predictive-xgboost-predictor.18c7857df086327f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: da7227f5-55ff-4644-87b9-513a11b9fc6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: 5e37e26e-0b64-43e8-a76b-a475972bb5d2
  kind: Event
  lastTimestamp: "2026-08-01T00:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:03:18Z"
    name: isvc-predictive-xgboost-predictor.18c7857df0e53f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19206"
    uid: d43e7256-be77-4ded-b9e2-b6ea3e65cadb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: 5e37e26e-0b64-43e8-a76b-a475972bb5d2
  kind: Event
  lastTimestamp: "2026-08-01T00:04:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:03Z"
    name: isvc-predictive-xgboost-predictor.18c78584ee8a2d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 60939f15-bd6f-449e-a537-c9c1b706a94f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: 5e37e26e-0b64-43e8-a76b-a475972bb5d2
  kind: Event
  lastTimestamp: "2026-08-01T00:04:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:03Z"
    name: isvc-predictive-xgboost-predictor.18c78584eee99e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: b155b10f-5eb1-4af0-8dde-7e20ecd1dd0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:07:25.029334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:07:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:07:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c1e136d95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: e1a37996-bdc6-4333-a44c-fd3cc0e0fdf4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c1f14b49de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: aea7d5f1-ccb9-4275-9976-a907090d346e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:26Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:07:26Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c21e9697aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: d5805029-f8cf-4b00-b9ad-722303da5c44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:26Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c21fe45eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: c62a6082-03e9-4687-86a6-75b848166561
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:26Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c2227f3178
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: ea2ebee8-9b65-4dfb-9a6b-2e9807a2a1d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:26Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c222e8d5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: d6f5d59e-8cd2-4036-b2da-1722d3d1ec7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:30Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c30bad8110
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: cbf871ee-ad14-4bc6-a5c7-ee8246dd03aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c30e6a73ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 6562e6f1-1533-4d6a-929e-eb3a5c3bf4ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c30ecf71b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: ac95bd03-0161-473c-982d-8f949fe28eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c30ed95c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: e2d0f704-126f-4a3b-8c69-e75cafa781ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c311a7bb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: cfbf60de-83db-4e6e-9967-718d0d2de879
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785c31208649d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: a815c870-5f8c-42a3-bf24-7c334cc0d1ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:08:57Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:57Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785cbaa53bef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: bcf829f2-bc26-4d7f-aa8c-eab82e2e2ce9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:08:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:55Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785d6dd5af75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: 104ca8bf-3879-448b-9d23-de4446f264b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:08:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:55Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785d6dd5b9d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 4746ea90-8d58-4184-9d96-a66ed3032e18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 221cc730-d5c4-459b-87ed-877793f701fd
  kind: Event
  lastTimestamp: "2026-08-01T00:08:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:57Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv.18c785d74e30088d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: b3e678d4-099e-4581-8959-b2d57fcafcbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 78b77469-1fd7-4260-a935-e2e968d8e615
  kind: Event
  lastTimestamp: "2026-08-01T00:07:25Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-64flv'
  metadata:
    creationTimestamp: "2026-08-01T00:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c785c1e0c1f855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: 05b953c9-3d07-484f-a98d-2e9ebdf7ab4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: e7f4dd4e-5fcd-4d58-beb5-537fbf3742c1
  kind: Event
  lastTimestamp: "2026-08-01T00:07:24Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18c785c1dddabd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21392"
    uid: 7b955ba4-5444-4ae4-8f6f-43c47bbfa2c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 080ff58f-bed9-4ebc-9aba-8f905e922d55
  kind: Event
  lastTimestamp: "2026-08-01T00:07:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18c785c55c3939e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 19fdc332-f65d-4daa-8eac-3de7fac5a523
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 080ff58f-bed9-4ebc-9aba-8f905e922d55
  kind: Event
  lastTimestamp: "2026-08-01T00:07:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18c785c55c9a98a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 8f75e936-f901-4a2a-8065-224f610818ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: 080ff58f-bed9-4ebc-9aba-8f905e922d55
  kind: Event
  lastTimestamp: "2026-08-01T00:08:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:08:55Z"
    name: isvc-predictive-xgboost-v2-predictor.18c785c8db599ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 8bdc4178-0218-4289-9c0e-115808a583bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: 080ff58f-bed9-4ebc-9aba-8f905e922d55
  kind: Event
  lastTimestamp: "2026-08-01T00:08:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:08:55Z"
    name: isvc-predictive-xgboost-v2-predictor.18c785c8dbbeaaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: 88c475c8-0b4c-44bc-a781-43597f9c2937
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 9a73d115-fdcf-4af4-ae24-323e541cc639
  kind: Event
  lastTimestamp: "2026-08-01T00:08:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:08:47Z"
    name: isvc-predictive-xgboost-v2.18c785c1dde3caee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: 2311d238-b31b-422a-9441-d21d9f3aca44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 9a73d115-fdcf-4af4-ae24-323e541cc639
  kind: Event
  lastTimestamp: "2026-08-01T00:07:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:07:24Z"
    name: isvc-predictive-xgboost-v2.18c785c1de6ba3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: d716ae15-4e6c-4c05-8849-6a537792ede8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 9a73d115-fdcf-4af4-ae24-323e541cc639
  kind: Event
  lastTimestamp: "2026-08-01T00:08:47Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:08:47Z"
    name: isvc-predictive-xgboost-v2.18c785d503920315
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: e22a2328-7811-45b4-99ad-c15d7188a7f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 0b55212e-8a36-494d-b80a-5517df64ee6c
  kind: Event
  lastTimestamp: "2026-08-01T00:03:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:03:59Z"
    name: isvc-predictive-xgboost.18c7857a721de551
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: a08ad08b-fd80-4415-bda4-d5f54d856f0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 0b55212e-8a36-494d-b80a-5517df64ee6c
  kind: Event
  lastTimestamp: "2026-08-01T00:02:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:18Z"
    name: isvc-predictive-xgboost.18c7857a727b50a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: ee231627-4c44-4d66-82ac-ad966988d214
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 0b55212e-8a36-494d-b80a-5517df64ee6c
  kind: Event
  lastTimestamp: "2026-08-01T00:03:59Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:03:59Z"
    name: isvc-predictive-xgboost.18c785920633c79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: e91188c6-c8ae-4d54-acb1-47e693af8b36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:01.217253Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:01Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853e9b65498f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 26f888d4-bb52-4e08-a267-4992c399423a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-cfe5a5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:01Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853ea70027f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 13db2608-b858-440a-973e-6faa78ccc03c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:02Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:02Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853ed8a743cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 3c94ebd7-531e-4267-b4ab-4168a22f89cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:02Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853eda0619ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 09cecbf3-426b-4e78-a93d-27d194e4092e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:02Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853edcc6296d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: b2914f4e-3e10-4bec-93cb-39f218c40dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:02Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853edd379e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 85893e67-994c-40a1-a83d-a7105e7273c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:06Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853fc1bf42fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: e53fa4f0-ac9e-47fe-a3ce-158d89628e52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:06Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853fc53372e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 440061ae-1dfc-402a-b04d-d3d930e4c149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:06Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853fc5ae0e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 3af747ca-1cf0-4aa9-9671-642c5f2ce930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:06Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853fc5b90ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: cbe5bcc0-d4fb-4fc7-875a-9d86408da882
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:06Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853fca334da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 09a9ba83-e7a6-4376-8233-dafa99783ac6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:06Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7853fcaa1ebba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: b1e5ea49-882b-4b61-a519-fb75f63e11ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:04Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7854039cc6b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: c5f22ffc-fd29-454b-855d-bfa7a4dbe2e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:02Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7855ad7a4e046
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: 165a6e46-9847-4684-ac44-fed5c064768a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:02Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7855ad7a8b1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: c1dc1fbc-9e0a-40d4-8110-d697d9fc5081
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: ec5fabb1-b92b-4ef4-b966-b50a5203b07a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:04Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm.18c7855b3c304987
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 52fb8011-391e-4904-9f49-ed51ab543179
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-cfe5a5-predictor-68cc5778dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: b51ab054-0aad-42b8-9a53-926ac9c6b723
  kind: Event
  lastTimestamp: "2026-07-31T23:58:01Z"
  message: 'Created pod: isvc-primary-cfe5a5-predictor-68cc5778dc-2cdsm'
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:01Z"
    name: isvc-primary-cfe5a5-predictor-68cc5778dc.18c7853e9adef7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: bf436277-56f5-4bf0-bb44-5c53b1021081
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: f01f3c5b-90ae-41d5-8707-7d773c6119d8
  kind: Event
  lastTimestamp: "2026-07-31T23:58:01Z"
  message: Scaled up replica set isvc-primary-cfe5a5-predictor-68cc5778dc from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:01Z"
    name: isvc-primary-cfe5a5-predictor.18c7853e9824e174
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 4e619c6e-2056-4c3c-b09b-605d70a0651e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: df1871b0-8117-461f-bf34-ffc953993bf5
  kind: Event
  lastTimestamp: "2026-07-31T23:58:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:31Z"
    name: isvc-primary-cfe5a5-predictor.18c7854216dee9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: fcd0e193-33f6-46b9-991e-890a10877366
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: df1871b0-8117-461f-bf34-ffc953993bf5
  kind: Event
  lastTimestamp: "2026-07-31T23:58:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:31Z"
    name: isvc-primary-cfe5a5-predictor.18c78542173f1edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 7102dffb-9a1c-44e9-bbd2-15d2eb3d44b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: df1871b0-8117-461f-bf34-ffc953993bf5
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-primary-cfe5a5-predictor.18c7854914fb28c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 68c6d936-f746-4e07-b355-3e841710d537
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: df1871b0-8117-461f-bf34-ffc953993bf5
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-primary-cfe5a5-predictor.18c785491562c210
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 9b41a9cd-492f-4346-881c-56c2183f5d19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 69e2045f-0d46-460c-af96-0b23f13f9c3d
  kind: Event
  lastTimestamp: "2026-07-31T23:59:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:24Z"
    name: isvc-primary-cfe5a5.18c7853e982bb1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 4e4a71ab-50a4-4aff-a29c-78d7b25d6dac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 69e2045f-0d46-460c-af96-0b23f13f9c3d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:01Z"
  message: 'Failed to update status for InferenceService "isvc-primary-cfe5a5": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-cfe5a5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:01Z"
    name: isvc-primary-cfe5a5.18c7853e989ec02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 8a6e04a9-5290-4454-9ea2-eec5af38ba84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 69e2045f-0d46-460c-af96-0b23f13f9c3d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-cfe5a5": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:01Z"
    name: isvc-primary-cfe5a5.18c7853e989f0671
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 9dd9ab1c-fa0b-4808-8129-8005219db5f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: 69e2045f-0d46-460c-af96-0b23f13f9c3d
  kind: Event
  lastTimestamp: "2026-07-31T23:59:24Z"
  message: InferenceService [isvc-primary-cfe5a5] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:24Z"
    name: isvc-primary-cfe5a5.18c78551f1865708
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: 6226ce7d-c556-461c-b30e-fac4a7a0842d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:59:46.400410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c7855718ccd6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: af4272c8-62cf-4593-ac3f-7c6ff658fa8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-cfe5a5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c7855727b0c059
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: b8461cdf-1bad-489f-80e2-78b07f70bf24
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: "2026-07-31T23:59:47Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:59:47Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c7855755ca0e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 9128a3fc-bd6a-4d3c-9975-3823625bff60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c78557571ec4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 1a901948-45a7-43ed-96c3-026177d7c630
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c785575a198a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: d3e72a6d-ce48-4207-82c0-0d58ceb57aa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c785575a89d545
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: f5682a2c-421d-4b47-a53b-696c3cdc9e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 523268d8-96b9-42ad-8730-42a7b318b103
  kind: Event
  lastTimestamp: "2026-07-31T23:59:57Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-cfe5a5-predictor-756547584d-zpm5g_kserve-ci-e2e-test(523268d8-96b9-42ad-8730-42a7b318b103)
  metadata:
    creationTimestamp: "2026-07-31T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:57Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g.18c78559b90e7022
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 997eb596-c443-4050-8613-ad85c82d9751
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-cfe5a5-predictor-756547584d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 8e69a419-1ca8-48be-9db9-02d72726e399
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'Created pod: isvc-secondary-cfe5a5-predictor-756547584d-zpm5g'
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-secondary-cfe5a5-predictor-756547584d.18c7855718672363
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 90ade9c9-0334-4726-8805-c2935635a712
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: d315ce4f-f2eb-4235-bbca-0de1dc1dab78
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: Scaled up replica set isvc-secondary-cfe5a5-predictor-756547584d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-secondary-cfe5a5-predictor.18c7855715dade58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: ad85235b-9e8c-4c51-b030-e9e12f932fa6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 48c56be1-56f3-418b-8803-3f932196d38c
  kind: Event
  lastTimestamp: "2026-08-01T00:00:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:01Z"
    name: isvc-secondary-cfe5a5-predictor.18c7855a9449104b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: dda53e7d-cab3-4312-8e83-c481c1908779
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cfe5a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 48c56be1-56f3-418b-8803-3f932196d38c
  kind: Event
  lastTimestamp: "2026-08-01T00:00:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:01Z"
    name: isvc-secondary-cfe5a5-predictor.18c7855a94ad3dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 672020a8-5751-41d2-bb86-e37dd980b8f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: a34581f0-32d3-43d4-9f4a-72a5006593b3
  kind: Event
  lastTimestamp: "2026-07-31T23:59:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:57Z"
    name: isvc-secondary-cfe5a5.18c7855715ee1af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 476060b1-88d8-41c1-97e1-7e94bd35b97d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: a34581f0-32d3-43d4-9f4a-72a5006593b3
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-cfe5a5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-cfe5a5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-secondary-cfe5a5.18c78557166237eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 33e117e1-79a5-4d0a-b7a0-4b205669be88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cfe5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: a34581f0-32d3-43d4-9f4a-72a5006593b3
  kind: Event
  lastTimestamp: "2026-07-31T23:59:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-cfe5a5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:46Z"
    name: isvc-secondary-cfe5a5.18c7855716628d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: bdb68b8d-fed9-4c3b-8de2-96caff7d1642
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:00.061771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853e5685f77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 1c701515-65ef-4a7e-99e4-6c248a8ac0d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853e6fd53e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16126"
    uid: abde3396-05d4-4e9d-bcb8-3314402af783
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853e7152d48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 745406d9-7af1-4efe-9b0b-23a68df3b283
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853e73d96aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: 7a311e1d-c3f0-4a05-904c-eee31dacef3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853e7434e288
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: d21ed381-499f-4bfc-97c4-1dfecc2c9436
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f85c779a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: 3ade7d29-ce5d-4b10-a3cc-daa759131aae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f88fc0455
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 3a6295d3-3d80-4182-98dc-dcf87c3ea349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f896f6337
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: bf421043-1e6d-49d2-b543-57b1653b5dfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f897982c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: c86d3904-5e61-4c79-a71e-2206fbf16bba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f8cbd64f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: f8ca192c-2044-4f34-8021-7bb75c71d203
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f8d3e48af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: af07da9f-75a0-4fd0-b50d-81f4a92b19df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f8d48e424
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: d81397be-9be6-492d-9791-600f736bcc11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f90647cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 8218df9b-6dba-4197-9313-e6225b5916e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:58:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T23:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:05Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853f90d681a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: fa3dbb71-b832-4d88-9661-16a41635640d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:59:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:43Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853fc1f4c002
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: caa26425-eb21-445f-b27b-1f6ddeac8c85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:59:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T23:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:43Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c7853ffde9eda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 14c4fcfe-3174-458c-ab20-15bd38acd6d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c78554820e9893
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: c23e83ad-6dee-42c6-a554-6e7533742cb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c78554820ee2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 43bc90e9-25be-41ac-a061-94d9121ec4f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c78554820fd653
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: a99be8aa-2950-4581-8996-6dde589b5220
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: f88fbfdf-09ad-408a-87a5-e674fc64b373
  kind: Event
  lastTimestamp: "2026-07-31T23:59:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:53Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj.18c785552e2d5b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: fce90b1d-54a5-4fbf-bff8-018d695688d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 2a5047b4-8d58-4055-a09f-702e4683d1ed
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6b67ff98b9-phfhj'
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-sklearn-batcher-custom-predictor-6b67ff98b9.18c7853e561c1da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: d33ac51a-0b0e-41c8-b4f4-9daf1904fce6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: b2ea92ad-11a9-488c-8a59-3ab1df4f7aa8
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6b67ff98b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18c7853e5142f4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 41d583de-b613-43a8-979f-f41b14076694
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: a0ec21ae-b76b-4e98-a41f-ae3bf4cb91d3
  kind: Event
  lastTimestamp: "2026-07-31T23:58:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:29Z"
    name: isvc-sklearn-batcher-custom-predictor.18c78541cfba4f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 7ca6e351-091f-4c43-bc6a-a217aef83722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: a0ec21ae-b76b-4e98-a41f-ae3bf4cb91d3
  kind: Event
  lastTimestamp: "2026-07-31T23:58:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18c78541d020121a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 82c8619e-86c3-4811-a738-bea281dd8350
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: a0ec21ae-b76b-4e98-a41f-ae3bf4cb91d3
  kind: Event
  lastTimestamp: "2026-07-31T23:59:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18c78548cd816314
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 81f6ea64-826e-4ab3-a984-ded8f5bcda4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: a0ec21ae-b76b-4e98-a41f-ae3bf4cb91d3
  kind: Event
  lastTimestamp: "2026-07-31T23:59:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18c78548cddfeed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 6b325ebf-2fb7-4f42-8c5d-d98879edd08c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 1fd3879c-2b6a-4fdf-8fff-133d36994b3a
  kind: Event
  lastTimestamp: "2026-07-31T23:59:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:23Z"
    name: isvc-sklearn-batcher-custom.18c7853e514840a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: f37aa652-73c4-4934-b9da-b482b04941d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 1fd3879c-2b6a-4fdf-8fff-133d36994b3a
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-sklearn-batcher-custom.18c7853e51bf97b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 46eb006a-2723-4a7d-972c-79b8f97ae3d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 1fd3879c-2b6a-4fdf-8fff-133d36994b3a
  kind: Event
  lastTimestamp: "2026-07-31T23:59:23Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:23Z"
    name: isvc-sklearn-batcher-custom.18c78551b6cf4f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: fdbce8e4-ddf7-480c-a60d-18fcad5f357e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:56:14.874901Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15154"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:56:14Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c78525d8e5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: dfe3b881-aed8-4a0a-8380-1d33ed7a7b3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c78525e44435ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 2696165e-ec69-424e-949d-e8c5faa76377
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:15Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c785261686397f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 6b21c294-a4a3-4c56-aebb-897e6c54cbae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:15Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852617fd4c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: a17dfdb4-1a2e-43e8-af9e-75f675884f79
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    in 2.765s (2.765s including waiting). Image size: 300981719 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:18Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c78526bcceb6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: 47f3aee3-2a1b-4429-85ba-0f84e02dcfbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:18Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c78526bf891e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15245"
    uid: 81059f7f-357b-48ff-9f39-47dd4bdf0ecc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:18Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c78526bfe9a2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: a9764bd4-420a-4adf-bc19-56d19954ff6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:22Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
  metadata:
    creationTimestamp: "2026-07-31T23:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:22Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c78527ab1d5933
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: ef72a101-3694-43d1-a3f9-cb0087eab8ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    in 13.024s (13.024s including waiting). Image size: 1555741111 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:35Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852ab371160a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 07417a45-5c30-4d93-bd6b-76349bc0fc3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:35Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852ab6bbf523
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 545ca4f4-139d-4679-9f2f-01bf8a5d8a46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:35Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852ab72820f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: f9ee56ed-8bed-4d27-9791-dfe8eb06c6f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:35Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T23:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:35Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852ab7348128
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 7bce999c-ba11-4d40-81a0-fb62b45bb58f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.216s (2.216s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:38Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852b3b4bae71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 99e05ac1-388c-47db-a49f-07898cab672b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:38Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852b3e4d815a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 9bbcd830-6d08-424d-87e8-be0201dd3305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:38Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852b3ebd598b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 202cb799-c65f-43fa-9ae7-1a348fe8d1c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
  metadata:
    creationTimestamp: "2026-07-31T23:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:38Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852b3ec9957c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: b7b64097-76f3-476b-a00d-8fb2eb91bada
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
    in 2.026s (2.026s including waiting). Image size: 240171131 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:40Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852bb798edd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 39554382-112e-469f-a050-6b7cb9f13f45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:40Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852bbabd2eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 0d955032-3a27-47ff-9a5f-ff78eae81dcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:56:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:56:40Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852bbb36d3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 44e3eee9-a07f-445e-97ed-a62ef1d4d731
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:17Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852c1d996c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: f0450bac-bea7-43bf-beff-ccd0c46c0685
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T23:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:17Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7852c1da7aa78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 9c373c37-7644-4066-a120-da0a946476ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7853e4fefa528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 0c046568-d84f-44cf-9963-1e68b0bd98af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7853e4ff0293b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: da11341e-b57c-4ce2-9f94-17fb14428835
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:57:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:59Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7853e4ff050c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: 76b31cb6-2b47-492e-a3b6-37306f581be5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 8584ee88-5809-4014-87d7-6cfdc124f7c0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:17Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69.18c7853ef9c55f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 1fe57273-8938-43ad-b9e8-db53481f27e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7f9c4f966
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: bb8c9a0a-f2ae-4f76-a69b-3938db5c688b
  kind: Event
  lastTimestamp: "2026-07-31T23:56:14Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7f9c4f966-f7v69'
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:14Z"
    name: isvc-sklearn-batcher-predictor-7f9c4f966.18c78525d88c2b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: a7027bd7-05ab-4dd8-ae6d-2cfc0f64c612
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: d54ce223-5bed-4705-abff-f2a665fccba4
  kind: Event
  lastTimestamp: "2026-07-31T23:56:14Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7f9c4f966 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:14Z"
    name: isvc-sklearn-batcher-predictor.18c78525d3d067cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: a2a786f8-2137-463b-b54c-94bba5565d22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 928706a2-64e9-41e9-b81d-b52323454b1c
  kind: Event
  lastTimestamp: "2026-07-31T23:56:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:59Z"
    name: isvc-sklearn-batcher-predictor.18c785295911bd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 3aa69891-e940-44e5-9a8d-7089814f3f33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 928706a2-64e9-41e9-b81d-b52323454b1c
  kind: Event
  lastTimestamp: "2026-07-31T23:56:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:59Z"
    name: isvc-sklearn-batcher-predictor.18c78529598259a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 70484bea-040c-4356-87ac-99d72fb34164
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 928706a2-64e9-41e9-b81d-b52323454b1c
  kind: Event
  lastTimestamp: "2026-07-31T23:57:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:44Z"
    name: isvc-sklearn-batcher-predictor.18c78533d650455f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: b0ecf300-385b-44b9-8122-8c4026428dc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 928706a2-64e9-41e9-b81d-b52323454b1c
  kind: Event
  lastTimestamp: "2026-07-31T23:57:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:45Z"
    name: isvc-sklearn-batcher-predictor.18c78533d6d05f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: f9860340-a35d-41d5-8c5f-38921df6c247
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 227eaa47-9f0d-4e29-80f7-35320584fb4b
  kind: Event
  lastTimestamp: "2026-07-31T23:57:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:57:47Z"
    name: isvc-sklearn-batcher.18c78525da044bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: 2c46bde8-3292-4d44-9cdb-f430256bce79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 227eaa47-9f0d-4e29-80f7-35320584fb4b
  kind: Event
  lastTimestamp: "2026-07-31T23:56:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:56:14Z"
    name: isvc-sklearn-batcher.18c78525da7eb0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: cd410e88-06dc-4870-afae-82d1a914eb87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 227eaa47-9f0d-4e29-80f7-35320584fb4b
  kind: Event
  lastTimestamp: "2026-07-31T23:56:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:56:14Z"
    name: isvc-sklearn-batcher.18c78525da7f0802
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 487b09c8-2afd-4635-a98b-b47be7adbcd7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 227eaa47-9f0d-4e29-80f7-35320584fb4b
  kind: Event
  lastTimestamp: "2026-07-31T23:57:47Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:57:47Z"
    name: isvc-sklearn-batcher.18c7853b8244f9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: b99b26ae-854f-4f73-bedc-24034d1eba2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:30:08.448369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:30:08Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c786ff535257e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: de0a9ef2-03cd-4668-ab5e-7ec064e21a5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:08Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c786ff5d05cac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34569"
    uid: b192b8c0-da1e-4fe5-85b3-a059f0b0b449
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:09Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:30:09Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c786ff90c38dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: caeb29b9-be3b-4950-8768-79e6da4242fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:09Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c786ff921c6b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34583"
    uid: 4e1499af-abcf-4858-879e-b2e328873312
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:09Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c786ff94f43331
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: 93af1a56-0e7d-4bc1-a5f8-ae6783e42951
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:09Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c786ff956849da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34586"
    uid: 873cbf21-b90e-4990-be48-5c4b92c7eccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:14Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c787009e70b865
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: b9f521c8-ebf0-4460-8faa-86869971934d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:14Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78700a1641c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34675"
    uid: 388a8137-c5a2-46a7-add7-9c25be8fd589
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:14Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78700a1de7d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: ad129b8e-1085-461e-97ec-f8ddb626b2cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:14Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78700a1ec8f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 55f815a6-c2ed-4d73-811b-336787253eb5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.811s (2.811s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c7870149811890
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: 95e6896a-ab50-4f6c-bdb8-7240b6ff2ba6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c787014c8b72de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: efcf4ec9-3a9e-43be-bcf7-82841589299d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c787014d0125bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 1110c04e-c5f8-418a-ad52-ac7c50006d3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c787014d0e4176
    namespace: kserve-ci-e2e-test
    resourceVersion: "34712"
    uid: a5bac919-1f19-42d2-ae98-560f776b239e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c787015087abd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: eb59fc47-abc1-4c02-863f-d0bd910f7468
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:17Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c7870150fa7f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: b9be7832-bc94-4118-beee-2ef132ee876a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:31:54Z"
  message: 'Readiness probe failed: Get "http://10.132.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:54Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c787079d0ae204
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: c9e4668a-3f4a-41ac-9571-fd10cdb0226e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:30:49Z"
  message: 'Liveness probe failed: Get "http://10.132.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:49Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78708da46c0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 5a2022f0-709d-4fcb-a09b-e6f072eb2cec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78711f679867d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: ff0bde03-9689-46b5-9137-8daf82330caf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78711f67a0372
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: 227ee84b-cc38-4574-b7c2-545262bcfa4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c78711f67a5a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 08ce2a4c-993c-4d0d-a87e-cd8046a70148
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: e56f66de-e025-4eeb-9f7f-fac9c1152c50
  kind: Event
  lastTimestamp: "2026-08-01T00:31:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:54Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6.18c7871216c865e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35610"
    uid: 66d7d7db-bf08-4f5d-bd7a-b95b54ab981a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7cf87fd674
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 2cb8902c-bf11-43a8-a75d-31152c0344ef
  kind: Event
  lastTimestamp: "2026-08-01T00:30:08Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7cf87fd674-q6fk6'
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:08Z"
    name: isvc-sklearn-mcp-predictor-7cf87fd674.18c786ff52e58431
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 9d40204b-ecca-4af8-8e93-f6121cc515f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: e32f2bd6-abff-4541-a2e3-fb51ccf967da
  kind: Event
  lastTimestamp: "2026-08-01T00:30:08Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7cf87fd674 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:08Z"
    name: isvc-sklearn-mcp-predictor.18c786ff4f85a076
    namespace: kserve-ci-e2e-test
    resourceVersion: "34546"
    uid: bd462d9b-0bdc-444d-aa48-bb67068f1cf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34536"
    uid: 1d45d8f8-c25c-4dc7-9b37-f6f05ac9857a
  kind: Event
  lastTimestamp: "2026-08-01T00:31:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:31:24Z"
    name: isvc-sklearn-mcp.18c786ff4f3fa805
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: bad30762-6fa9-4eb6-8ac4-071749d8d8fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34536"
    uid: 1d45d8f8-c25c-4dc7-9b37-f6f05ac9857a
  kind: Event
  lastTimestamp: "2026-08-01T00:30:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:30:08Z"
    name: isvc-sklearn-mcp.18c786ff4fa35840
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 459f14cc-723f-44d4-aad0-e879b578ad59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: 1d45d8f8-c25c-4dc7-9b37-f6f05ac9857a
  kind: Event
  lastTimestamp: "2026-08-01T00:30:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:30:08Z"
    name: isvc-sklearn-mcp.18c786ff557b26e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34566"
    uid: 979c1463-6a08-44e2-bc3b-50ae6b55e2d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: 1d45d8f8-c25c-4dc7-9b37-f6f05ac9857a
  kind: Event
  lastTimestamp: "2026-08-01T00:31:24Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:31:24Z"
    name: isvc-sklearn-mcp.18c78710f20a7a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "35240"
    uid: e7e4030a-6b70-4108-950b-53694ab2e949
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:10:42.781117Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-868cb56654-2dpgb
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:10:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:10:42Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785efec239f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 1a051fb5-ee95-4637-aa86-3dc18e411b61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:43Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:10:43Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f00598fdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: bdc61c22-1a0f-4532-8fa7-a3bd63e5e5e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:43Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f00706f5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 435ccc93-4eba-4ff4-ab64-061674fa657f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:43Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f00a52b6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: b82a9796-5442-470b-880c-7ff493371677
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:43Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f00ab57f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 42b1fd72-942f-4462-884e-6b28b5165c56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:47Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f101a9d7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: b2122e89-4612-4ff3-8e56-2aad240afde3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:47Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f104880e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23108"
    uid: cb943a08-0bf8-4a73-95e1-e29022bd56b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:47Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f104eeba25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23111"
    uid: e860e295-9e64-4702-9e02-d6cbddf0756d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:47Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f104f904fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: cd4b604e-edd4-4cad-b930-5fda06200e44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:47Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f1085b09fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: cdc7b664-3e63-4c3c-9e3d-86f23f25798a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:10:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:47Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f108baba78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: da53ee81-f3bf-4df2-8306-e16970ff8ab2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:12:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:14Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c785f1798a1ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: 0077f33b-8e87-4f28-9f4a-a8d8811720cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:12:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:12Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c78604e80a36b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: 5dd8b0b2-60a5-4949-8b10-891bffcb8c11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:12:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:12Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c78604e80f5ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: e71bb9ff-4465-41d6-957d-d8f2b5252669
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868cb56654-2dpgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a24215b1-896e-4628-8359-101e45eb32d3
  kind: Event
  lastTimestamp: "2026-08-01T00:12:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:15Z"
    name: isvc-sklearn-predictor-868cb56654-2dpgb.18c786057fdc1abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 7f4853d9-16e1-43e4-8b62-ec38e2492185
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-868cb56654
    namespace: kserve-ci-e2e-test
    resourceVersion: "23040"
    uid: 12b4273e-b0df-410b-a3cb-32cddbe77b79
  kind: Event
  lastTimestamp: "2026-08-01T00:10:42Z"
  message: 'Created pod: isvc-sklearn-predictor-868cb56654-2dpgb'
  metadata:
    creationTimestamp: "2026-08-01T00:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:42Z"
    name: isvc-sklearn-predictor-868cb56654.18c785efebbf310c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23050"
    uid: a190c918-16cd-4c17-8fa9-2fa3ecc220be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23038"
    uid: ce5a2678-8794-404d-8921-605b1e70c551
  kind: Event
  lastTimestamp: "2026-08-01T00:10:42Z"
  message: Scaled up replica set isvc-sklearn-predictor-868cb56654 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:42Z"
    name: isvc-sklearn-predictor.18c785efe9372e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: ed85a083-1501-43ad-924c-ddce1e243992
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 276b948b-9d02-4e0b-8a52-ab71eefb6e05
  kind: Event
  lastTimestamp: "2026-08-01T00:11:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:11:27Z"
    name: isvc-sklearn-predictor.18c785f367af7db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 8685336d-34de-4a78-8b77-c353a2ec824a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 276b948b-9d02-4e0b-8a52-ab71eefb6e05
  kind: Event
  lastTimestamp: "2026-08-01T00:11:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:11:27Z"
    name: isvc-sklearn-predictor.18c785f3680f363b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 11c09cd3-d44a-4991-8172-dd7c6719cce7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: 276b948b-9d02-4e0b-8a52-ab71eefb6e05
  kind: Event
  lastTimestamp: "2026-08-01T00:12:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:12:12Z"
    name: isvc-sklearn-predictor.18c785fde409b755
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: 3f079db9-fede-4a0d-9d84-1160f1370bef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: 276b948b-9d02-4e0b-8a52-ab71eefb6e05
  kind: Event
  lastTimestamp: "2026-08-01T00:12:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:12:12Z"
    name: isvc-sklearn-predictor.18c785fde4670b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 3a727c4f-8833-4650-b6bd-58ced19c0f15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:15:33.431001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c786339838ec02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: ada6cc5f-8fb1-4c91-9b5d-12957f822f39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78633b1bc2204
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: 0bfbd137-bb56-4a3c-ab6d-ba5ca72c6543
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78633b3d0be3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: 9eb0fc64-935b-437a-b27e-024864ee0015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78633b6e9e111
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 0faf870e-138b-4371-8c35-74661ac02ccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78633b74cc022
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: b3f933d2-04e1-4749-99b6-ed274221063e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:39Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78635130e3553
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: 4e0bc4b8-7c22-47be-83be-74c69b147b89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:39Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78635160b7fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 945eb38f-a712-40aa-8cc0-70dd240f07f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:39Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78635167048ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25794"
    uid: b589a920-cd5c-433a-ba57-db70fe112593
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:39Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c78635167c0fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: 5fcc35dc-3b0b-44b5-8490-be70bc4995b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:39Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c7863519b5b93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: 7ecd4026-c3d5-4d64-8286-b1cc7f5341e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:39Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c786351a1dbe43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25799"
    uid: b98b7e71-f6fe-4c3d-8cc7-632c5451498d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:15:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:46Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c786354f16bb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: 63a72335-1624-467c-b464-88f965661f4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:16:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:05Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c7863b0c9425da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 6b6c8a9f-6c03-4b82-a2e9-59b131383f92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 649b43d3-2f38-4a73-b5fa-3f7f89b18641
  kind: Event
  lastTimestamp: "2026-08-01T00:16:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:05Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj.18c7863b0c94c116
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 98c30015-8847-428c-9bd2-09f6134e802a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-75b75d9b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 1ebda4e0-73df-4658-bcfd-bc52743e3fdc
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-75b75d9b94-2dnwj'
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor-75b75d9b94.18c7863397c73d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 59e02e7a-6a58-4a48-aeb3-764058d317ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25698"
    uid: 79872c72-5484-4098-ba9a-a82f6b052c56
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-75b75d9b94 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime-predictor.18c7863394392167
    namespace: kserve-ci-e2e-test
    resourceVersion: "25702"
    uid: 22f6ef1a-4e39-4fad-86c4-6dfd4434a312
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: 24310063-1aac-4a03-afc0-530edff10643
  kind: Event
  lastTimestamp: "2026-08-01T00:16:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:03Z"
    name: isvc-sklearn-runtime-predictor.18c7863712ec293d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: 6ca16991-feb9-49f0-8399-f26a00348101
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: 24310063-1aac-4a03-afc0-530edff10643
  kind: Event
  lastTimestamp: "2026-08-01T00:16:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:03Z"
    name: isvc-sklearn-runtime-predictor.18c786371349ba26
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: d6465c78-92fc-4a6b-8cd3-78e2b0a9e895
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: ee18fa06-a42f-4237-b55c-aa71856a322c
  kind: Event
  lastTimestamp: "2026-08-01T00:15:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:15:56Z"
    name: isvc-sklearn-runtime.18c78633942c9e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 4da80ee5-0a26-4cee-9e44-8b1b57c35871
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: ee18fa06-a42f-4237-b55c-aa71856a322c
  kind: Event
  lastTimestamp: "2026-08-01T00:15:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:15:33Z"
    name: isvc-sklearn-runtime.18c7863394d3bd37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 7a4e3068-7833-4976-801a-748d426189fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: ee18fa06-a42f-4237-b55c-aa71856a322c
  kind: Event
  lastTimestamp: "2026-08-01T00:15:56Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:15:56Z"
    name: isvc-sklearn-runtime.18c786390e1df8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: 110c77c2-bbd2-451b-a11a-bab0bdfd08f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:31:27.127100Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:31:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:31:27Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78711a4f07bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 76c9a8e6-dd65-410f-b11e-ffe108aff542
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:27Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78711b31e6339
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: daeb421e-861d-4c51-b13e-1537dddc50b7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78711e24e13df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: 9887cb8b-29bc-4b8c-a63c-47f76767d288
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78711e3a6c81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 8e3fd73b-e2eb-4f01-a724-26da9e3e898b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78711e6852cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35313"
    uid: a83e55e2-7703-4405-9b17-28f063fc9720
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:28Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78711e6f2960e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 2ea11eab-400b-4e91-8ada-8d3df8b39d6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:30Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c7871253503ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: 37a24cc5-64a4-4dd4-9190-baf493eb846e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:30Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c7871256a8bbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 7ac0e80c-372b-4bce-bc39-fd13d6529f2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:30Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78712571745b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35358"
    uid: a46a9dda-d040-4613-985c-29e492671830
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:30Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c78712571feb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 8b4800c6-95c6-4eb8-8b3e-1fc49e22ae4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:30Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c787125a724667
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: bca2dcea-64e3-4df3-847d-7fb592385414
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:31:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:30Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c787125aef189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: d5102848-f6a6-4dfa-92c9-1996a957a4f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:32:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:37Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c787128f5590c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35930"
    uid: f0f14632-e4ab-4736-a180-2c084371a78b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c787269ffd10d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: b2497e2a-e113-413e-b0ec-e6cb2988fc26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: b8b19f7c-f748-4aa1-b227-386cee5951cc
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-predictor-54c4564d55-gpgdh.18c787269ffd7441
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 575685e7-c9e9-4279-89db-f62b19115279
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-54c4564d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: 2e2e09c1-ddc4-48ee-9f7f-e6c930b88a9f
  kind: Event
  lastTimestamp: "2026-08-01T00:31:27Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-54c4564d55-gpgdh'
  metadata:
    creationTimestamp: "2026-08-01T00:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:31:27Z"
    name: isvc-sklearn-s3-predictor-54c4564d55.18c78711a48611d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35286"
    uid: ac18aeb7-f1c5-4f95-bd15-b97662788f55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 78d050d7-716f-453d-9b3d-804b95638ff5
  kind: Event
  lastTimestamp: "2026-08-01T00:31:27Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-54c4564d55 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:31:27Z"
    name: isvc-sklearn-s3-predictor.18c78711a1eb9150
    namespace: kserve-ci-e2e-test
    resourceVersion: "35277"
    uid: 12da996b-c6cc-4300-a0d6-0b116bce952b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 04b7c37e-c939-4bab-8866-d5b7ee8769ec
  kind: Event
  lastTimestamp: "2026-08-01T00:32:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:12Z"
    name: isvc-sklearn-s3-predictor.18c78715205342ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: aa45c6d6-d7d1-4682-8fde-4f6610f768e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 04b7c37e-c939-4bab-8866-d5b7ee8769ec
  kind: Event
  lastTimestamp: "2026-08-01T00:32:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:12Z"
    name: isvc-sklearn-s3-predictor.18c7871520afeed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 0f2a854f-ef11-4b96-87f6-33c0416c2a0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 04b7c37e-c939-4bab-8866-d5b7ee8769ec
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-predictor.18c7871f9c9dfdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: ebef114c-7df9-4960-a589-99cc007a84ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 04b7c37e-c939-4bab-8866-d5b7ee8769ec
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-predictor.18c7871f9d074d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 8360f3ee-a28c-432a-8ad1-629e932ef347
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:35:50.729737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:35:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c7874f04e1848e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37964"
    uid: 66f7856f-7d3c-4b20-9e08-0c9409c32301
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: "2026-08-01T00:35:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c7874f0fe8e986
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: 5e66921e-f561-4200-b0e0-964b6a701642
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: "2026-08-01T00:35:51Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:35:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c7874f42234248
    namespace: kserve-ci-e2e-test
    resourceVersion: "37987"
    uid: 6193e04b-6301-4e98-b01b-9be62202cc64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: "2026-08-01T00:35:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c7874f4372257d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: ddc12918-3573-400f-9de3-2645fa1b86b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: "2026-08-01T00:35:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c7874f46a8eb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38021"
    uid: 2dfae866-0418-4760-a89d-eca7ed310973
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: "2026-08-01T00:35:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c7874f471a25b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 8118623f-03a2-4c0f-9798-60072ed5a769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 7da643a3-4515-422c-8640-ef146a6731b8
  kind: Event
  lastTimestamp: "2026-08-01T00:36:00Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l_kserve-ci-e2e-test(7da643a3-4515-422c-8640-ef146a6731b8)
  metadata:
    creationTimestamp: "2026-08-01T00:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l.18c787514dc86a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 48ed2bd9-f84a-41bf-8e9a-d6ad4f3dc117
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: cf0ad7df-ae4b-44fa-9863-e3a1c60b72b5
  kind: Event
  lastTimestamp: "2026-08-01T00:35:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf-klc4l'
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf.18c7874f04776648
    namespace: kserve-ci-e2e-test
    resourceVersion: "37960"
    uid: f6c3aeb5-c428-45f7-ac91-c3066c4c9486
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: fda38d37-b7d3-4164-a3a1-d87fb0571fa0
  kind: Event
  lastTimestamp: "2026-08-01T00:35:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-596f78f4cf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c7874f023451e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37951"
    uid: 51b28cc7-20c1-486f-b903-c30aaf9a6ce5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: c3f45dd8-a778-466f-8dbd-8eee121523ee
  kind: Event
  lastTimestamp: "2026-08-01T00:36:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:36:00Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c7874f026b7857
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: d9e9265a-3930-4e5d-bf82-d882b927816e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: c3f45dd8-a778-466f-8dbd-8eee121523ee
  kind: Event
  lastTimestamp: "2026-08-01T00:35:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c7874f02c5d57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: c24183ea-dbc0-4759-a39d-3545895ee348
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: c3f45dd8-a778-466f-8dbd-8eee121523ee
  kind: Event
  lastTimestamp: "2026-08-01T00:35:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c7874f08cb23e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: c45fa427-1129-48bd-810d-16a732a1f5e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:34:29.629907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:34:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:34:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873c22f44814
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 033129fe-ef73-463a-b280-2286b733dbdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:30Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873c3c3a957f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37199"
    uid: 50cf7fc7-8c45-4ba9-a95e-de0d3a148bf9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873c3dcc5ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 1796b497-ec7a-4e0b-8b47-d1b8a63217b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873c40833718
    namespace: kserve-ci-e2e-test
    resourceVersion: "37204"
    uid: 7021b69f-9199-4340-9634-b3aa3b863338
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873c40f59aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: 0bd4ad8e-b0fe-425f-b3d4-54c639af7bed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873ca773f7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: ec022a32-ce1d-4d4d-bb3d-256362c8e714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873caa5f2984
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: e7228719-3f88-46d7-80ce-7ca6230437d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873caacbca37
    namespace: kserve-ci-e2e-test
    resourceVersion: "37225"
    uid: 97c9767e-ae20-459c-bfbe-410ace07e18c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873caad52cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: 248abb9c-4aa1-4f18-8126-4387d066ffc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873cae016b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37227"
    uid: f68f50a7-1c6d-4393-b0b3-12208233aaee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:34:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873cae7081fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: ea43cb4c-74d1-4a0d-8513-213fdfc78b98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:35:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7873d1f645180
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: 7ca1d923-9b1f-4921-9c15-c3947a310ce1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:35:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7874ec4fe7a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: 01c88f98-2437-4cc8-bcf0-b40c5b807402
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:35:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7874ec4ff06fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 6111a8da-5939-43e8-b219-8a5583818a94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: ff83942c-bbdb-4a8b-bd0c-2fa94cfb8372
  kind: Event
  lastTimestamp: "2026-08-01T00:35:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:35:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x.18c7874ed1aab5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: fd88b846-ebd6-4d23-8189-a41b5caeb490
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: ae55d300-a1b9-4607-b400-f79c87dc05a4
  kind: Event
  lastTimestamp: "2026-08-01T00:34:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc-ww64x'
  metadata:
    creationTimestamp: "2026-08-01T00:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc.18c7873c22677eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37178"
    uid: bb0563b3-1519-4b4b-a39e-a7c038c296c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: 5224c030-05e1-4b9b-a1f2-8dd9ff6c6ba9
  kind: Event
  lastTimestamp: "2026-08-01T00:34:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-57d885cfbc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c7873c1fddf319
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: dc35bfb5-5ee2-41a8-b04e-67b01842912f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: 9229853d-4d31-4ff0-adec-baab93d2cfb0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c7873f9e431624
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: 0baec206-0442-47a8-be32-453182f4e24c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: 9229853d-4d31-4ff0-adec-baab93d2cfb0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c7873f9ea4cc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: effe0f6c-ee54-45d0-976f-f47b11116712
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: 9229853d-4d31-4ff0-adec-baab93d2cfb0
  kind: Event
  lastTimestamp: "2026-08-01T00:35:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c787469bebb429
    namespace: kserve-ci-e2e-test
    resourceVersion: "37864"
    uid: 73207ad1-f3af-4986-b758-7956d844ebca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: 9229853d-4d31-4ff0-adec-baab93d2cfb0
  kind: Event
  lastTimestamp: "2026-08-01T00:35:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:35:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c787469c48264b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37865"
    uid: 269fc27c-5ad9-4a9e-9429-a556d0de204d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37159"
    uid: f6d17168-fcf0-4800-8382-c90f0640810e
  kind: Event
  lastTimestamp: "2026-08-01T00:35:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c7873c1fe50ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: 59c271b5-4823-4904-9c6d-f35e041c4f3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37159"
    uid: f6d17168-fcf0-4800-8382-c90f0640810e
  kind: Event
  lastTimestamp: "2026-08-01T00:34:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:29Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c7873c2057206c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37191"
    uid: 1217a912-6a9d-46c6-b021-37f4169dcbb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: f6d17168-fcf0-4800-8382-c90f0640810e
  kind: Event
  lastTimestamp: "2026-08-01T00:34:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:29Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c7873c26b833a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: 13d95614-8a88-4d99-9c96-d015e9a476bd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:35:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: f6d17168-fcf0-4800-8382-c90f0640810e
  kind: Event
  lastTimestamp: "2026-08-01T00:35:48Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:35:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c7874e6c3c1999
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: 9a341250-ad03-4a4a-9260-66520fbca323
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:34:18.498781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:34:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c787398b7cc987
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: 8d8987c0-686f-4a44-9f0d-8e1987d553d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c787399949ad53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: 2a510904-5abf-4e7f-ad83-80eb16b5f1a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37013"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:19Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:34:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c78739c86e05b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: 1a5a7ff3-8918-4f9a-8112-f4aa27d13966
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c78739c9bd1217
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: fe3dd975-57f4-47f1-9ce8-7309ec6c2b34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c78739cc72df84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 7d5a8cd7-55ea-4a59-a428-2cb9b74e0691
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c78739ccdf1edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37074"
    uid: af0b858e-83f4-4dbe-9f1c-19934804f6ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 5c965756-5169-45b8-9415-7d226a624cc0
  kind: Event
  lastTimestamp: "2026-08-01T00:34:24Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm_kserve-ci-e2e-test(5c965756-5169-45b8-9415-7d226a624cc0)
  metadata:
    creationTimestamp: "2026-08-01T00:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm.18c7873b0484af72
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: e268652b-62ea-4bb4-8a59-045c7d7479bc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 6ce2c3b9-fb1d-4417-82ce-c923c01150e7
  kind: Event
  lastTimestamp: "2026-08-01T00:34:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55-kzhsm'
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55.18c787398b1f60e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: c51c5e86-5f67-42b1-b6e3-ac5ecdd7396e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36992"
    uid: 65295398-5f04-4d8b-966d-91fde8645ef3
  kind: Event
  lastTimestamp: "2026-08-01T00:34:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6dc94c8d55
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c7873988e196ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 4923656b-316a-49c8-acc4-d63e0d656fe1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 7ecb980d-bc7d-424c-be00-b3cf2ad69c5e
  kind: Event
  lastTimestamp: "2026-08-01T00:34:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:24Z"
    name: isvc-sklearn-s3-tls-global-fail.18c7873988e90d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: 8a886284-814b-4323-b3b7-8759245d1c98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 7ecb980d-bc7d-424c-be00-b3cf2ad69c5e
  kind: Event
  lastTimestamp: "2026-08-01T00:34:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:18Z"
    name: isvc-sklearn-s3-tls-global-fail.18c787398953ee89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37015"
    uid: 84680dcb-ad5a-4760-bee5-c2b2777cf0e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36989"
    uid: 7ecb980d-bc7d-424c-be00-b3cf2ad69c5e
  kind: Event
  lastTimestamp: "2026-08-01T00:34:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:18Z"
    name: isvc-sklearn-s3-tls-global-fail.18c787398ee212ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: b4b69db2-86b0-4aba-8748-fc7d1c9cc010
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:32:57.397412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c78726a978202f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 683d0ba5-a260-4a48-8b0b-3b1efd45acee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c78726c2affa2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: b4fcbc9d-1e2f-4f0e-9f12-e846c0278d92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c78726c4099b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "36237"
    uid: ef617163-c08d-4c5d-9670-7db6581b588a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c78726c69ca8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36238"
    uid: 5431455a-7fdb-43fa-b14f-4e7acd372169
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c78726c6fb0fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36239"
    uid: c58142f5-e100-4a56-af30-a991784da019
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c7872723d5293d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: dbad1597-8775-426d-860f-eb764d6b9d55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c7872726ce22af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 17906330-59b2-47fa-9a54-baf7b36bd8cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c787272742d57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36259"
    uid: 2a035d59-af4e-4d83-9c09-71edbbf1a429
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c78727274dd939
    namespace: kserve-ci-e2e-test
    resourceVersion: "36260"
    uid: abfb38db-ac4e-4b38-a9ab-60b590cdd3f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c787272a32554c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: a1de2e06-db16-4697-a334-c15328680d4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:32:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c787272ab4c155
    namespace: kserve-ci-e2e-test
    resourceVersion: "36263"
    uid: 33b807a2-b75a-4160-958d-cb17ffe856d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:34:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c787275fe03402
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: a49ccdfd-c4dc-42c4-8641-56d5ad5fc447
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:34:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c787394b82e14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36965"
    uid: 948781c6-1b70-4e25-b79c-c84734c090d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:34:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c787394b834e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: f41e25c6-3ff0-4a77-878b-e08ceafb55fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 8969d00d-dfae-4aae-ab0f-31f4375a6afa
  kind: Event
  lastTimestamp: "2026-08-01T00:34:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:34:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv.18c7873a3c03f23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: f20719fd-ad8b-43ab-b0b1-f3626ca19574
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: 537a329b-34db-4cc1-8877-51ba40ce9b13
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f-vwggv'
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f.18c78726a90a795d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36211"
    uid: 9b28ba53-8b83-478a-b896-5d0ee89070d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36199"
    uid: fc9c69ad-3d2c-4f42-bb9e-ab6af409dffc
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-95f84c47f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c78726a6bddb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: a8500103-f86a-44f7-8903-eff16dce6615
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 8af86000-d5fa-4cf7-9ab2-99647cf1472f
  kind: Event
  lastTimestamp: "2026-08-01T00:33:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:33:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7872a252d6bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 39f98207-89eb-486a-95b2-f9506b5fc9da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 8af86000-d5fa-4cf7-9ab2-99647cf1472f
  kind: Event
  lastTimestamp: "2026-08-01T00:33:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:33:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7872a259072de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 974a3261-e22a-4f08-9108-715ba277c317
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 8af86000-d5fa-4cf7-9ab2-99647cf1472f
  kind: Event
  lastTimestamp: "2026-08-01T00:34:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7872da42606f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36890"
    uid: edff9235-5609-479a-910c-aaffef6ee10e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:33:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 8af86000-d5fa-4cf7-9ab2-99647cf1472f
  kind: Event
  lastTimestamp: "2026-08-01T00:34:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:34:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7872da483ff6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: ac8a8a72-38bd-4163-917b-50297556f6c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: ca611969-e8d2-427e-994e-dc4539bd8d73
  kind: Event
  lastTimestamp: "2026-08-01T00:34:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18c78726a6d3a25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 1c6560e7-7fe7-4e94-84a9-5fcb11b8cdd3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: ca611969-e8d2-427e-994e-dc4539bd8d73
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18c78726a73d8907
    namespace: kserve-ci-e2e-test
    resourceVersion: "36223"
    uid: 7a366811-5198-4670-96d3-87fe28367ee5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36195"
    uid: ca611969-e8d2-427e-994e-dc4539bd8d73
  kind: Event
  lastTimestamp: "2026-08-01T00:32:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18c78726af9997c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36224"
    uid: 8e18f65b-6108-41cb-9d05-6a0c0566b4af
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:34:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: ca611969-e8d2-427e-994e-dc4539bd8d73
  kind: Event
  lastTimestamp: "2026-08-01T00:34:16Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:34:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18c7873916edd6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: d449c973-508e-4e73-9c29-9ece3a219167
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:37:23.004347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38910"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:37:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:37:23Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c7876480e044a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38916"
    uid: a3b36dcb-936a-4579-9101-aa66271bb40b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38920"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: "2026-08-01T00:37:23Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:37:23Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c787649a27976c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38928"
    uid: 55539cf6-2627-46f2-a9b4-b02b00e51f9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: "2026-08-01T00:37:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c787649b67237a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38961"
    uid: 1d3089d2-cdfa-4d8c-8de0-ce421cc286f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: "2026-08-01T00:37:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:25Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c787649df488d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: cac13bae-6efd-441f-8d6b-15251898ea46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: "2026-08-01T00:37:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c787649e64eb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: 519bc9f7-f726-4e11-842c-92788c6efa61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: "2026-08-01T00:37:32Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf_kserve-ci-e2e-test(801862f1-32f0-4e77-84bf-ad4895e9f6ac)
  metadata:
    creationTimestamp: "2026-08-01T00:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c78766d23d90af
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: c4a213f6-7524-4cb8-b2cb-9feb27946309
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38912"
    uid: 801862f1-32f0-4e77-84bf-ad4895e9f6ac
  kind: Event
  lastTimestamp: "2026-08-01T00:37:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf.18c78766d60751b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39042"
    uid: 27fcb4a1-0fbc-4755-b46e-d6efc1725feb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478
    namespace: kserve-ci-e2e-test
    resourceVersion: "38901"
    uid: d2343258-e16b-4276-be49-274b9412e28b
  kind: Event
  lastTimestamp: "2026-08-01T00:37:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478-kbpcf'
  metadata:
    creationTimestamp: "2026-08-01T00:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-655d56478.18c78764804e3708
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 7760b910-9e72-4133-8ff2-df258209e89f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: 994b26ea-2ea0-4e90-a08c-ecfee3ac6d4c
  kind: Event
  lastTimestamp: "2026-08-01T00:37:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-655d56478
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c787647dc25c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38902"
    uid: 372a38ce-9d15-489c-8942-87b212323671
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38892"
    uid: 3fa9a079-b4d8-47af-bfc8-b5687a1ffb4c
  kind: Event
  lastTimestamp: "2026-08-01T00:37:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:37:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c787647dc53c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38967"
    uid: e674fb4b-3c7e-4a22-9283-0575ef035944
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38892"
    uid: 3fa9a079-b4d8-47af-bfc8-b5687a1ffb4c
  kind: Event
  lastTimestamp: "2026-08-01T00:37:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:37:22Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c787647e338462
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: 70b04aad-9df0-4b3e-88dc-d796df212b77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:36:01.840896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:36:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:36:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787519b2859e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38132"
    uid: f6752db5-bd3d-4635-8fc6-86688560fc51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:02Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c78751b611f16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: 1c6c58fb-76ce-4bf2-8aa6-f69595640cf0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c78751b7849b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38153"
    uid: 0c65ec52-b8ed-4184-bf18-6f2e247bf284
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c78751ba0e03b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38157"
    uid: da546ef9-d619-45ee-8e9b-dcf5507f361c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c78751ba704332
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 7d7be296-58b8-4737-b027-930333ff99ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787522bb2e750
    namespace: kserve-ci-e2e-test
    resourceVersion: "38178"
    uid: 6051a7d2-2669-4082-8453-d8eb76abadcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787522e44f89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38181"
    uid: 33b5f1a1-6abc-4300-9ba1-ba746efcb9d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787522ea6517f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38182"
    uid: 92f566ca-e6b8-4465-a037-570b436d5efd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787522eaf2de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38185"
    uid: 70be4698-589d-4023-86a8-4786e479c68f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c78752316cf51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38190"
    uid: 9b947724-296c-473a-9882-13c7ec991026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:36:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c7875231d14484
    namespace: kserve-ci-e2e-test
    resourceVersion: "38191"
    uid: fddcf8af-f19d-4157-8ac6-ee4e91439fb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:37:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c7875267bd73e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 68256988-4438-4d76-bf13-8f5e590baf52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787643e12cfa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: 0ddc150e-87ed-40ae-b7b4-0607913d6823
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: bded525e-f324-4f2d-b31b-0aaacbb986de
  kind: Event
  lastTimestamp: "2026-08-01T00:37:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:37:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529.18c787643e13eec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: 2221ee4f-c58a-4b25-87ff-f75503e92d88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: aa56d1dd-85e0-4e90-8a3b-d60d09536675
  kind: Event
  lastTimestamp: "2026-08-01T00:36:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b-kw529'
  metadata:
    creationTimestamp: "2026-08-01T00:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:36:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b.18c787519ac27903
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: f951e431-1f66-448b-a911-2673ed0cbfca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: c5fe8902-914b-4fe3-bfc3-4022f0103a0a
  kind: Event
  lastTimestamp: "2026-08-01T00:36:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-65fc54497b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:36:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c787519848ba2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: 96164e13-d99e-4212-b89b-1eb32e07ccda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 8dd0e6bd-40c2-4caf-99ff-d8f0ee250cbc
  kind: Event
  lastTimestamp: "2026-08-01T00:36:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:36:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c7875517091be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38392"
    uid: 1f66ca42-2357-41ea-8417-0c8917c3daa9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 8dd0e6bd-40c2-4caf-99ff-d8f0ee250cbc
  kind: Event
  lastTimestamp: "2026-08-01T00:36:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:36:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c78755178900ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: 801020dc-83c6-44aa-b1c0-65b42a72c1ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: 8dd0e6bd-40c2-4caf-99ff-d8f0ee250cbc
  kind: Event
  lastTimestamp: "2026-08-01T00:37:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c7875c151efdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: 256ad293-3694-484b-8007-46ea6e7eb752
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: 8dd0e6bd-40c2-4caf-99ff-d8f0ee250cbc
  kind: Event
  lastTimestamp: "2026-08-01T00:37:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:37:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c7875c157d2640
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: dac924d9-54a4-4e12-82d4-8a4c6767ce04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 4365e2ee-91a4-4e4a-99cf-5d019393bbd7
  kind: Event
  lastTimestamp: "2026-08-01T00:37:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:37:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c78751985b8df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: 30d34a23-088c-4c6d-a3ac-4b8c5d429574
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 4365e2ee-91a4-4e4a-99cf-5d019393bbd7
  kind: Event
  lastTimestamp: "2026-08-01T00:36:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:36:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c7875198dca2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: 1bc911e8-6e90-485c-8a6f-9401bd697206
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: 4365e2ee-91a4-4e4a-99cf-5d019393bbd7
  kind: Event
  lastTimestamp: "2026-08-01T00:36:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:36:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c787519ea34d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 65b95afa-94e2-437f-83bd-bbfd5362d721
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38853"
    uid: 4365e2ee-91a4-4e4a-99cf-5d019393bbd7
  kind: Event
  lastTimestamp: "2026-08-01T00:37:21Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:37:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c787641ee87707
    namespace: kserve-ci-e2e-test
    resourceVersion: "38854"
    uid: b4f2324c-ce18-4e42-a459-c2d953849775
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35266"
    uid: c49d1c71-c9bc-41ce-bd23-3b03a5861518
  kind: Event
  lastTimestamp: "2026-08-01T00:32:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:47Z"
    name: isvc-sklearn-s3.18c78711a1f43a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 99c88977-8f95-42fb-88d8-d4a16122b24a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35266"
    uid: c49d1c71-c9bc-41ce-bd23-3b03a5861518
  kind: Event
  lastTimestamp: "2026-08-01T00:31:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:31:27Z"
    name: isvc-sklearn-s3.18c78711a26eb070
    namespace: kserve-ci-e2e-test
    resourceVersion: "35281"
    uid: d83c9e6b-642d-4dfd-9717-66035a333a4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:32:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: c49d1c71-c9bc-41ce-bd23-3b03a5861518
  kind: Event
  lastTimestamp: "2026-08-01T00:32:47Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:32:47Z"
    name: isvc-sklearn-s3.18c7872448604b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: d67547d5-0af2-4bb0-b7ed-9dcc0429b23f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-b46f94c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22940"
    uid: a5862c2c-dad5-41a0-9faf-9ff9411a74fd
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-b46f94c96-zm7t2'
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-sklearn-scheduler-predictor-b46f94c96.18c785ee40af07ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22953"
    uid: 7470e3c3-7261-40c0-9ddd-07dc8953f987
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 3935a19d-b409-4221-b6cc-43a487b5d539
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-b46f94c96 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-sklearn-scheduler-predictor.18c785ee3c450ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: 74cffee3-d2ad-457a-8f2f-1e618355ea64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: d1228e17-2558-494d-87c3-3f60bdb3dc5b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-sklearn-scheduler.18c785ee3bf4f45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22967"
    uid: 094de277-d628-4290-92e7-aa3ecfbc16b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: d1228e17-2558-494d-87c3-3f60bdb3dc5b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-sklearn-scheduler.18c785ee3c60c7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: 3d4be464-bd13-4536-9c30-7de439a1f459
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: d1228e17-2558-494d-87c3-3f60bdb3dc5b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-sklearn-scheduler.18c785ee3c611c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: 50d15bcd-277c-46dd-b6af-33e91ede1fdc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:18:51.251248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:18:51Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78661a73a3a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: 0b2f14de-d2fd-4804-a377-a306c356b101
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:51Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78661b6b0d57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27957"
    uid: 24226555-922b-43d8-975b-d1c4193ab1e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27949"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:52Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:18:52Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78661e68dfa3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27968"
    uid: 349759df-349b-4501-8488-4b7246171305
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:52Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78661e7cb6061
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: 950a9b7f-a41d-4d38-8b12-d5df322f2d0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:52Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78661ea469f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: c142ca2d-6e5b-440b-921e-f799acb880c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:52Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78661eaa9be68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: 34f4a180-7aec-4225-9c80-9ac509c751c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:56Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78662fd021cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 0e22c7e4-7f47-4dab-9e0e-15cd3b2d80d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:57Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c7866300562d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 96bf149f-43a3-45ee-b0a4-25aa69292d98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:57Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c7866300c08ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: e0788076-2c95-428e-b480-a5df3c4780cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:57Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c7866300cb3db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28010"
    uid: 1687e9cf-cbfd-4dc4-8fff-f22599fd8f25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:57Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c786630383be07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: f71c8295-4c3f-4511-9ea4-b47bb34d63b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:18:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:57Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c7866303e90e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: d09d9cd7-392b-4102-b113-6ae2076bbaa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:20:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:06Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78663390d8a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: f52d9acd-2815-4440-a28c-cbb5d7b792bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:20:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:21Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78676a1b4ff66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28787"
    uid: 8bda6b35-7fe1-4a86-baf0-445ec3f23322
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:20:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:21Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c78676a1b60a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 0c2a4e56-0df3-45a8-9cf9-695288457b26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 8c071582-9874-4b30-b193-194ff29b3b0f
  kind: Event
  lastTimestamp: "2026-08-01T00:20:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt.18c786773f409d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: b9bcaa0c-b23d-49db-97af-4133a1437bc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27929"
    uid: 3200f66a-3ca8-4b0b-ab97-9efaffe8777a
  kind: Event
  lastTimestamp: "2026-08-01T00:18:51Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-56cbc65f9f-hckjt'
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:18:51Z"
    name: isvc-sklearn-v2-mixed-predictor-56cbc65f9f.18c78661a6c7d59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: fa24910b-2125-4b8b-a8be-bd806d8c2429
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: a217473a-0385-4f14-9a42-f79d2bc3d47a
  kind: Event
  lastTimestamp: "2026-08-01T00:18:51Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-56cbc65f9f from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:18:51Z"
    name: isvc-sklearn-v2-mixed-predictor.18c78661a3b212e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27930"
    uid: df8382b6-537d-4343-800a-13f1fd655e3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: 426110f1-4ba7-430e-ba1c-aa128098e77e
  kind: Event
  lastTimestamp: "2026-08-01T00:19:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:19:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18c786652227a583
    namespace: kserve-ci-e2e-test
    resourceVersion: "28308"
    uid: 09439420-54d5-4bbf-8d4e-5da8440b89f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: 426110f1-4ba7-430e-ba1c-aa128098e77e
  kind: Event
  lastTimestamp: "2026-08-01T00:19:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:19:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18c7866522894c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 683c0a9d-f8f2-4fdd-b3b6-8b1d4f6ccaf8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 426110f1-4ba7-430e-ba1c-aa128098e77e
  kind: Event
  lastTimestamp: "2026-08-01T00:20:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:20:21Z"
    name: isvc-sklearn-v2-mixed-predictor.18c78668a1809a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 15d7f122-e5b2-4be3-9c75-7aebf563505f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 426110f1-4ba7-430e-ba1c-aa128098e77e
  kind: Event
  lastTimestamp: "2026-08-01T00:20:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:20:21Z"
    name: isvc-sklearn-v2-mixed-predictor.18c78668a1df5a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: ce405b77-6b6b-4dbe-96f6-51b233228abe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27920"
    uid: 0af76501-7c2e-423c-8746-d733065a46bb
  kind: Event
  lastTimestamp: "2026-08-01T00:20:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:20:16Z"
    name: isvc-sklearn-v2-mixed.18c78661a3ba5f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: e89b48da-85cd-4e41-beaa-e9b3f19732e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27920"
    uid: 0af76501-7c2e-423c-8746-d733065a46bb
  kind: Event
  lastTimestamp: "2026-08-01T00:18:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:18:51Z"
    name: isvc-sklearn-v2-mixed.18c78661a42fb7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 9a29766b-cb25-473e-8f34-7cffc991bf88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: 0af76501-7c2e-423c-8746-d733065a46bb
  kind: Event
  lastTimestamp: "2026-08-01T00:18:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:18:51Z"
    name: isvc-sklearn-v2-mixed.18c78661aa25d5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27951"
    uid: 795b2f1c-be10-47d2-b2e3-8146bc2040a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28734"
    uid: 0af76501-7c2e-423c-8746-d733065a46bb
  kind: Event
  lastTimestamp: "2026-08-01T00:20:16Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:20:16Z"
    name: isvc-sklearn-v2-mixed.18c786758925e444
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: 00f29991-8aec-4031-aeee-49eb34d82642
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:17:15.867928Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:17:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:17:15Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864b71f054aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 3eba9eb4-afed-493e-9f72-6d10df0aa255
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:16Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864b7c0876f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 21988be5-9651-425c-ae74-32a62dedb40e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:16Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:17:16Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864baf59f61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: a73d9a01-c500-4b46-b71a-5dac0ad2b014
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:16Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864bb0bc7b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27086"
    uid: 1fa970bd-80a8-4ec9-8519-c64e7668f1fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:16Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864bb3c3b6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: 0e48ad09-4fc1-4de3-a049-b98bf846ca80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:16Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864bb43298fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 494b87cc-8280-442b-b65e-f9f78996e6fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:21Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cb56af348
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 222b45c3-2a4c-4459-bd8e-8cec8661c324
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:21Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cb8569b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 47b6722b-7ced-4331-bd4b-e1c1c94b57fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:21Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cb8c8d88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: f411b454-ea25-4d7e-ad17-f78a742f3556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:21Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cb8d30f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: 03bdc4b1-ed30-460d-b766-63c82fa7dc2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:21Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cbbaef95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: d5afa7fa-6371-4347-8a3d-b49d18027b0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:17:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:21Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cbc1c4889
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: e7ce642b-c2eb-4b8f-8707-da357a39642f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:18:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:47Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7864cf16df650
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: f64157ee-c042-4756-8396-2195f06e5f63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:18:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:46Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c786607231856d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: 7fdfd218-489d-4829-8148-eaa23a39f53d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:18:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:46Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c7866072321398
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: b9ca1f83-6eba-4aa5-9bee-b8646449125b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: cbc10131-3c23-4348-82b2-b23c57e2de8b
  kind: Event
  lastTimestamp: "2026-08-01T00:18:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:18:48Z"
    name: isvc-sklearn-v2-predictor-7bffcff858-p4vzp.18c78660f7ad04f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: d2679435-4394-4836-8848-2cd463e33d28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7bffcff858
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: 2391f867-5467-438d-aca3-1d2abfbe85d4
  kind: Event
  lastTimestamp: "2026-08-01T00:17:15Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7bffcff858-p4vzp'
  metadata:
    creationTimestamp: "2026-08-01T00:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:15Z"
    name: isvc-sklearn-v2-predictor-7bffcff858.18c7864b716adf17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: ba26f235-ae9d-4470-9ec2-5d3195e6cb86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27049"
    uid: 94ca0d3b-a825-4389-b755-7ae8860b9e0d
  kind: Event
  lastTimestamp: "2026-08-01T00:17:15Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7bffcff858 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:15Z"
    name: isvc-sklearn-v2-predictor.18c7864b6e8385ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: b52138ab-50da-41a3-a4a7-019a685ceb1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 08ad591f-6486-46f0-b143-fc28279b7e2d
  kind: Event
  lastTimestamp: "2026-08-01T00:17:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:30Z"
    name: isvc-sklearn-v2-predictor.18c7864eed5b98e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: fe12bc53-9bfd-42a2-a1f9-77184c8b815f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 08ad591f-6486-46f0-b143-fc28279b7e2d
  kind: Event
  lastTimestamp: "2026-08-01T00:17:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:30Z"
    name: isvc-sklearn-v2-predictor.18c7864eedbf11dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27229"
    uid: 2d7914c6-24a4-468c-9b6f-4b0d2f2e2c34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: 08ad591f-6486-46f0-b143-fc28279b7e2d
  kind: Event
  lastTimestamp: "2026-08-01T00:18:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:18:45Z"
    name: isvc-sklearn-v2-predictor.18c786526cc0cb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: dba1520c-0b48-41da-a041-e05726f624c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: 08ad591f-6486-46f0-b143-fc28279b7e2d
  kind: Event
  lastTimestamp: "2026-08-01T00:18:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:18:45Z"
    name: isvc-sklearn-v2-predictor.18c786526d1f7af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: 4d3bad86-7d52-4e70-bde7-2567db6f203c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:16:10.612739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26085"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:16:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:16:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863c406d36dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26089"
    uid: 72104429-6d40-4e6a-9bb4-55ee44d8789a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:11Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:16:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863c59d0f68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26103"
    uid: d1075590-d83e-41a9-b128-614ae485959c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863c5b5c9414
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: 6dafdf4c-be93-4c13-ac24-92b903907eec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863c5efe696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26107"
    uid: 867840d2-baf4-4d41-bfec-6123696b5b48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:11Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863c5f6b508c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 79cb2965-0092-4e3d-bf51-2e5e949e6a4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863d43c9f8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: d54589f8-4e4e-470b-81f1-c1788880fc7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863d46dddc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: a2d7f839-6ac1-46a2-9529-af86b4b71007
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863d479fae2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: ebf691ca-673b-4cfd-b6c7-46419f07cfa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863d47aa4ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26148"
    uid: fbc4a04b-9426-4641-aa17-1e8838681c60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863d4d817d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: a948a7c6-6371-47c8-8891-232b34f16f4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7863d4df605a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26152"
    uid: 5ec58b17-493e-4d23-a9cb-6eb02891b326
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:16:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-08-01T00:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:16:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c78645e48af30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: b73ed606-78f3-4214-85ab-182e12583c3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:17:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7864a3dae6e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 66e0d5ca-2397-44dc-be88-91f9e3a54602
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:17:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7864a3daf2d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: 408cee44-9679-4af1-ad7d-f20b3a96f971
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:17:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7864a89f06a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27088"
    uid: 30f3119e-eed2-4033-89f8-9d5ca406ee63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 2e711c08-3106-4f85-8169-38a1f5be2add
  kind: Event
  lastTimestamp: "2026-08-01T00:17:13Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-08-01T00:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:17:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp.18c7864ac8654565
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: 60483670-c92e-431e-abca-6afce1551659
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: dccab14c-32b0-4762-8c53-474aaf139321
  kind: Event
  lastTimestamp: "2026-08-01T00:16:10Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-v74mp'
  metadata:
    creationTimestamp: "2026-08-01T00:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c7863c4002f54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: f87bc246-bdd3-4c33-98f6-52993342be0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: 267a9889-0e29-4eb6-aa7c-2fcff07ae24a
  kind: Event
  lastTimestamp: "2026-08-01T00:16:10Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:10Z"
    name: isvc-sklearn-v2-runtime-predictor.18c7863c3d27f384
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: a1ec34b6-f83d-4ebd-a3ba-0913d830a285
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 7c83067a-5b2f-4387-a3ee-f20296f1f31e
  kind: Event
  lastTimestamp: "2026-08-01T00:16:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:25Z"
    name: isvc-sklearn-v2-runtime-predictor.18c7863fbb79a706
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: f43cfa61-8580-441b-a63f-2b70415aee26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 7c83067a-5b2f-4387-a3ee-f20296f1f31e
  kind: Event
  lastTimestamp: "2026-08-01T00:16:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:16:25Z"
    name: isvc-sklearn-v2-runtime-predictor.18c7863fbbd6304f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26260"
    uid: 6748cfab-349a-4c5f-b5df-4c20491c435b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: 7c83067a-5b2f-4387-a3ee-f20296f1f31e
  kind: Event
  lastTimestamp: "2026-08-01T00:17:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:10Z"
    name: isvc-sklearn-v2-runtime-predictor.18c786433a815dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: 974c3f23-5454-45d8-acbd-c4fd13c5ae91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: 7c83067a-5b2f-4387-a3ee-f20296f1f31e
  kind: Event
  lastTimestamp: "2026-08-01T00:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:17:10Z"
    name: isvc-sklearn-v2-runtime-predictor.18c786433adfa688
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: 4dc1df8c-d90a-4495-a463-3a6fe987ebc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: a201efd8-f5c1-4720-b1ef-538a2bfca81d
  kind: Event
  lastTimestamp: "2026-08-01T00:17:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:02Z"
    name: isvc-sklearn-v2-runtime.18c7863c3d2a3fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: a01e9195-f2fc-4339-82cd-705b90272c91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:16:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: a201efd8-f5c1-4720-b1ef-538a2bfca81d
  kind: Event
  lastTimestamp: "2026-08-01T00:16:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:16:10Z"
    name: isvc-sklearn-v2-runtime.18c7863c3df34160
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: 0a85f331-51c3-43ac-bf35-957314653b24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: a201efd8-f5c1-4720-b1ef-538a2bfca81d
  kind: Event
  lastTimestamp: "2026-08-01T00:17:02Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:02Z"
    name: isvc-sklearn-v2-runtime.18c786483b69647e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: accc946f-2680-4876-8f91-1d41b96e1a69
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: b8f67800-0c7e-4a95-969f-dcc4b0117494
  kind: Event
  lastTimestamp: "2026-08-01T00:18:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:18:37Z"
    name: isvc-sklearn-v2.18c7864b6e8a8c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 38c4622d-d2b8-457a-b2bf-1e618c78165f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: b8f67800-0c7e-4a95-969f-dcc4b0117494
  kind: Event
  lastTimestamp: "2026-08-01T00:17:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:17:15Z"
    name: isvc-sklearn-v2.18c7864b6f24393a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 5a13093a-d215-45b1-a7b7-f6913cb173ef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:18:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: b8f67800-0c7e-4a95-969f-dcc4b0117494
  kind: Event
  lastTimestamp: "2026-08-01T00:18:37Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:18:37Z"
    name: isvc-sklearn-v2.18c7865e5f57f3ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: 20bda68f-9310-45df-9f46-39bb3a0a773d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 72aab567-5887-4386-9df1-22e9c2c863a9
  kind: Event
  lastTimestamp: "2026-08-01T00:12:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:12:04Z"
    name: isvc-sklearn.18c785efe96563f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 8d089b5d-8bc2-4c79-9c15-e22c349ecad0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 72aab567-5887-4386-9df1-22e9c2c863a9
  kind: Event
  lastTimestamp: "2026-08-01T00:10:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:42Z"
    name: isvc-sklearn.18c785efe9b9cbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: 13f2500e-2ebf-437a-82ef-f075df8eedb0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 72aab567-5887-4386-9df1-22e9c2c863a9
  kind: Event
  lastTimestamp: "2026-08-01T00:12:04Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:12:04Z"
    name: isvc-sklearn.18c78602e0f8978c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: bb3d5ae5-9b04-4953-b124-d68188baa455
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:20:26.543497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28862"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-5l76g
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:20:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c78677d716a603
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: 11aefcaf-1796-4ffb-a4cd-915bab6dd93c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:26Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:20:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c78677f06a800c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28879"
    uid: 0451b8e3-ff37-4496-806f-81067a2130eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c78677f1a322c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28881"
    uid: 256d9a97-b249-4dec-8838-c2c328d64b6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c78677f48ae3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28882"
    uid: 7de9cb3d-cfac-46a3-b87d-ad7d87933ea6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c78677f4f52083
    namespace: kserve-ci-e2e-test
    resourceVersion: "28883"
    uid: 22d77f85-4b2d-4ea0-9c8b-e6dea7366366
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:32Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-08-01T00:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867935496f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: 05db8e78-6007-48fc-a1fc-ef61970d28e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:36Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.788s (3.788s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a17170660
    namespace: kserve-ci-e2e-test
    resourceVersion: "28959"
    uid: 83b0af20-5745-4aea-81b2-022625dd8ca9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a1a2d1f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28960"
    uid: 6ec6056d-4632-4f87-986e-c2c04b38f082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a1a96ab1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28961"
    uid: 754a92b5-2d95-4bcb-be00-84edcd52d565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a1aa11d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: 7a63c9d3-8fd6-4f0f-8aa2-24f8d1fc49cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a1d34589f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: b06504ad-513e-400c-b5bc-40d97b781ccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a1d94689e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: 044ac0a4-f33f-4c14-882a-e3fa85dc76a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:20:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:20:42Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7867a25100eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: e4677e3a-fedf-4d2d-8059-9869d8b81900
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:21:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c786815750ffad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29231"
    uid: 7212f18e-13cb-4cdf-bbf4-5c8248050f8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:21:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c7868157518ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29232"
    uid: 2cc176e0-98e1-42b1-9361-891c695b6e8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-5l76g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: aee6e647-f05f-4903-8405-94a54f62e273
  kind: Event
  lastTimestamp: "2026-08-01T00:21:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:37Z"
    name: isvc-tensorflow-predictor-547dfc5669-5l76g.18c786815d002d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29586"
    uid: 78b07f44-9dc6-4d09-9d2f-052198ef1a9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 9a85f934-3c27-472a-b88b-790bbc0d3304
  kind: Event
  lastTimestamp: "2026-08-01T00:20:26Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-5l76g'
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:20:26Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c78677d68edffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28863"
    uid: 01a4c56b-3612-414d-96ea-268abe738524
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: a7cdb79e-cd2b-4eb6-929b-f83a000225ae
  kind: Event
  lastTimestamp: "2026-08-01T00:20:26Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:20:26Z"
    name: isvc-tensorflow-predictor.18c78677d3c45d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: 67615769-8b22-4588-8908-0f807a4b6537
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 2a8f0778-e32b-4fbb-89a2-89ebad4d4171
  kind: Event
  lastTimestamp: "2026-08-01T00:20:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:20:56Z"
    name: isvc-tensorflow-predictor.18c7867b5230b4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: ebba8e9e-8114-402a-b1db-e9ebc4422457
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 2a8f0778-e32b-4fbb-89a2-89ebad4d4171
  kind: Event
  lastTimestamp: "2026-08-01T00:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:20:56Z"
    name: isvc-tensorflow-predictor.18c7867b5290435b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29126"
    uid: 44e0c205-4321-40a7-a9bd-c77704afed97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:21:12.634540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29340"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c7868292541406
    namespace: kserve-ci-e2e-test
    resourceVersion: "29346"
    uid: ea5e1cdc-5f2a-4348-bfb9-15abcc52f791
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:13Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:21:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78682ac5da4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29361"
    uid: 7b5a8b4a-7f64-4486-b949-dfc95624b8f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78682adb5116b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29363"
    uid: bae8b272-c8e8-4882-b4d2-f827a3e413ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78682b0cee994
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: 713b0ff8-437a-4891-9d6d-a51325d0db34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78682b13a4500
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 2965497d-44a0-4123-b187-7deecd8915d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:17Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78683bbdbc94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: 86e33e0c-e69c-417a-90ec-4f69507bef56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78683bec552a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 78ee12cf-5849-4a7f-a055-d0234b32409e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78683bf2c6705
    namespace: kserve-ci-e2e-test
    resourceVersion: "29423"
    uid: 9ccd536f-fd87-46cb-8263-9e12be4092e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78683bf37401d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: aa5fae8d-ae49-414a-a6c4-d3cdbc86f2d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78683c1ef242f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: 6215f838-18c6-4109-a63f-bad9ecddf7a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c78683c25a74fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: a8450dfe-9b66-4fb7-8f33-562e77b8fe70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c7868433b3e89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 3124e4ae-3181-4d46-a7e8-e4958030202f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c7868c1f267fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: c5bc9ed7-9c28-4c8c-9338-fdd950fa8873
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:21:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c7868c1f26d8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29728"
    uid: a4780770-38e7-4b8a-9465-0d350619a48e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: dd26a6b3-0e0b-4df3-8015-8a430fa48f38
  kind: Event
  lastTimestamp: "2026-08-01T00:22:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9.18c7868c95b3147f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: 0f8537da-a20a-41ab-9be1-45d662487950
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: a536a6af-9d0b-415b-9bad-3fee8eed6cd5
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-72jm9'
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c7868291bba487
    namespace: kserve-ci-e2e-test
    resourceVersion: "29342"
    uid: 19884abc-5e4d-4a47-a88a-f3ac409dbcc0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29325"
    uid: b134cbbe-c08c-4d37-984a-eb067d50d50e
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-tensorflow-runtime-predictor.18c786828e8d8b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: a51df100-eb0d-4506-ae23-e4a3f20dc96f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 95f8aa49-5164-474b-a4c6-8776dfc2a413
  kind: Event
  lastTimestamp: "2026-08-01T00:21:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:42Z"
    name: isvc-tensorflow-runtime-predictor.18c786860d57d5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29629"
    uid: 9a9265f6-5e31-42d8-81a3-334c83618c3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 95f8aa49-5164-474b-a4c6-8776dfc2a413
  kind: Event
  lastTimestamp: "2026-08-01T00:21:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:42Z"
    name: isvc-tensorflow-runtime-predictor.18c786860db72668
    namespace: kserve-ci-e2e-test
    resourceVersion: "29630"
    uid: e2f742ea-898a-4da7-a5df-c9ac5262acb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29314"
    uid: 5ce91554-c945-4a5f-8c64-7c8a613c6821
  kind: Event
  lastTimestamp: "2026-08-01T00:21:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:35Z"
    name: isvc-tensorflow-runtime.18c786828ea1befa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: a82edb15-af70-4c2f-957a-3338aea6758e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29314"
    uid: 5ce91554-c945-4a5f-8c64-7c8a613c6821
  kind: Event
  lastTimestamp: "2026-08-01T00:21:12Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:12Z"
    name: isvc-tensorflow-runtime.18c786828f16facd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29333"
    uid: d09c2b52-a33c-4af4-ac02-b4ac9a187e04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 5ce91554-c945-4a5f-8c64-7c8a613c6821
  kind: Event
  lastTimestamp: "2026-08-01T00:21:35Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:35Z"
    name: isvc-tensorflow-runtime.18c78687f2db51d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29575"
    uid: 11a7e183-b282-406c-90d6-060232d8cd56
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: dfe92d17-2d76-4c2e-ad88-6751e61a59b5
  kind: Event
  lastTimestamp: "2026-08-01T00:20:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:20:52Z"
    name: isvc-tensorflow.18c78677d3cf171e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29098"
    uid: ab08077a-ef98-44ba-a6e9-4e8749235d47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: dfe92d17-2d76-4c2e-ad88-6751e61a59b5
  kind: Event
  lastTimestamp: "2026-08-01T00:20:26Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:20:26Z"
    name: isvc-tensorflow.18c78677d45bec0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 04657d5c-191a-4d4f-b84a-7ce9920549f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:20:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "29096"
    uid: dfe92d17-2d76-4c2e-ad88-6751e61a59b5
  kind: Event
  lastTimestamp: "2026-08-01T00:20:52Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:20:52Z"
    name: isvc-tensorflow.18c7867de413f77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29097"
    uid: 9c428487-4a00-4cbf-92ad-d44fd14cf42d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:21:58.838196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-jfc6x
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:21:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:21:58Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c7868d5447eebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 51866968-759e-4f15-80f6-28487f7e020c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:21:59Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:21:59Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c7868d6dce4a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 557aaa73-1fd8-4cc2-815c-817dee0a129e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:21:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:59Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c7868d6f4967bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: e51ec80b-3013-4849-a60f-984d0d6d7c49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:21:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:59Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c7868d71db83ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 94ebfbf8-945f-4d2e-8be3-24fc3ca9d589
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:21:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:21:59Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c7868d724a63b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29806"
    uid: 34eaf64f-f5e8-4c3f-bebc-727727a130c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:22:03Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-08-01T00:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:22:03Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c7868e6a3b60eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 0026a029-c61f-4e25-9fae-e08b11632a2b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:57Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.726s
    (1m53.726s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:57Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a8e4e26af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: 56526697-df22-4af3-b556-71d829326000
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:57Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a8eb52a1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 63e35760-9786-4041-90c0-986d898e3a1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:57Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a8ec87e79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: df5fde69-7115-45f2-9641-2c629ebee6f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:57Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a8ec922202
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: fd0a8c92-b703-411f-9078-03d4017aa343
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:57Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a8f1d3ec34
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 437fb782-b604-44d1-b66c-deaa125b4a29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:57Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a8f2d6e84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 2661a52f-dd1f-46e9-8b75-e23aa05042a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:23:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:23:59Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786a919440662
    namespace: kserve-ci-e2e-test
    resourceVersion: "30851"
    uid: febcdbaf-4dbf-4ddd-93cf-67ad1b6cff14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:24:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:10Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786abf05c7e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: 5f821fe9-0846-47b2-a9dc-2f08e52eec1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jfc6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 5f882bb7-a819-4f26-ad6f-fd12d7948a84
  kind: Event
  lastTimestamp: "2026-08-01T00:24:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:10Z"
    name: isvc-triton-predictor-5d7db58676-jfc6x.18c786abf05d052c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: 3c2b2b9e-634d-4a64-86d9-a508884cf0f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 36477cd1-30f8-46bc-8c44-27e1dd6b4477
  kind: Event
  lastTimestamp: "2026-08-01T00:21:58Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-jfc6x'
  metadata:
    creationTimestamp: "2026-08-01T00:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:58Z"
    name: isvc-triton-predictor-5d7db58676.18c7868d53d8a0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: c58088cc-ea4a-415c-884b-913bd7a27a7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29773"
    uid: 6d2b2ea8-0de0-4d0b-90ec-d677b388ce7a
  kind: Event
  lastTimestamp: "2026-08-01T00:21:58Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:21:58Z"
    name: isvc-triton-predictor.18c7868d51009b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: 3b7ff58c-5f81-4e91-bfa8-6891d779def0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: 88e520ef-ea00-435a-a34d-b89bdaa9269e
  kind: Event
  lastTimestamp: "2026-08-01T00:23:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:23:58Z"
    name: isvc-triton-predictor.18c78690cf78e862
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 10b69c9f-7481-43ba-88f1-eac5a1d9b8cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-01T00:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: 88e520ef-ea00-435a-a34d-b89bdaa9269e
  kind: Event
  lastTimestamp: "2026-08-01T00:23:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:23:58Z"
    name: isvc-triton-predictor.18c78690cfd827c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 8cc0e1c7-9a30-482f-93fe-90104d4ad538
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: e6583816-6c44-415e-8f34-3b9e5b89d861
  kind: Event
  lastTimestamp: "2026-08-01T00:24:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:04Z"
    name: isvc-triton.18c7868d512df497
    namespace: kserve-ci-e2e-test
    resourceVersion: "30899"
    uid: 8b5b06d0-50b4-43c5-a7c8-e8121386431a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:21:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: e6583816-6c44-415e-8f34-3b9e5b89d861
  kind: Event
  lastTimestamp: "2026-08-01T00:21:58Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:21:58Z"
    name: isvc-triton.18c7868d518b8b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: e8227dab-b4f4-4511-a0bd-bbe547a180f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: e6583816-6c44-415e-8f34-3b9e5b89d861
  kind: Event
  lastTimestamp: "2026-08-01T00:24:04Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:04Z"
    name: isvc-triton.18c786aa8508fbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30897"
    uid: 4086342d-edf9-4cd3-ae84-d7867c5fdb75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:24:15.445951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-8rsnt
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:24:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:24:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ad22bcdd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: acfb1981-c605-4d1d-832e-05ceafb2c5da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ad2c4844d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31055"
    uid: 6ffd38f2-60eb-4882-95c0-f098593aee36
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:16Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:24:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ad5fe87998
    namespace: kserve-ci-e2e-test
    resourceVersion: "31068"
    uid: af1301aa-502e-41bb-aecf-e40e36cde059
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ad61431f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: 328eaeb7-c16c-44e7-885d-0b6414fe8d54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ad63ea54e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 4eccf8fe-245f-40d0-b8bd-109aa46caa20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ad644d495d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 0b2601a3-0fac-4499-808d-d3a0f91a9a4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:21Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-01T00:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786ae79d236ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31142"
    uid: cadf3198-26bb-489e-b6d3-3662cbc69c87
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:41Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.308s (20.308s
    including waiting). Image size: 1307355894 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b33451e19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: 861be946-d9b0-4077-9a81-860f6d443197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b3374e3fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31360"
    uid: 0f59804c-0b2c-4850-8d61-60a178bf52fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b337b3d43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31361"
    uid: 91c6a3cd-3120-4103-b459-65bb42470b8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b337be07db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: f3dd5111-151a-496c-b8ea-facb771c02f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b33a34dd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: 4d7fd78c-881f-4500-9573-7650e99944aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:24:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:24:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b33a9b9871
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: ea17d8a1-bc83-4388-ba28-68c9d11e88eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786b39f8dc166
    namespace: kserve-ci-e2e-test
    resourceVersion: "31723"
    uid: bdcdd2bd-dac3-42cc-808b-700d5cb3022d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786c21e22832e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31869"
    uid: 5752287e-b261-4eca-b456-4d754dddb995
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 8c64cf98-b833-4c8d-9382-5c601481c89a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-8rsnt.18c786c21e22f715
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 4285f478-188c-42a3-bc72-cbcff1df104d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: 81fdf446-a654-4412-a866-04b971135766
  kind: Event
  lastTimestamp: "2026-08-01T00:24:15Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-8rsnt'
  metadata:
    creationTimestamp: "2026-08-01T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:24:15Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c786ad22338b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: dd495dce-e4d0-4458-b11c-66099089951c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: f094504c-0c40-44a1-84c5-9b0c1d96bdc5
  kind: Event
  lastTimestamp: "2026-08-01T00:24:15Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:24:15Z"
    name: isvc-xgboost-predictor.18c786ad1f2b9264
    namespace: kserve-ci-e2e-test
    resourceVersion: "31032"
    uid: 46558064-8dae-4b59-bfa2-16f297fe394e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: b300b0e1-731d-467b-8c05-da7195a306c1
  kind: Event
  lastTimestamp: "2026-08-01T00:25:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:15Z"
    name: isvc-xgboost-predictor.18c786b09d963a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31620"
    uid: 6e7053d6-9ba0-4366-bfb3-0850350c48f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: b300b0e1-731d-467b-8c05-da7195a306c1
  kind: Event
  lastTimestamp: "2026-08-01T00:25:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:15Z"
    name: isvc-xgboost-predictor.18c786b09df8288d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31621"
    uid: 6ea783c1-f0f1-45d9-94a7-0a3892818538
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31271"
    uid: b300b0e1-731d-467b-8c05-da7195a306c1
  kind: Event
  lastTimestamp: "2026-08-01T00:25:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:45Z"
    name: isvc-xgboost-predictor.18c786be988a6ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: e7cb14ae-f259-409f-80a4-22267f10ba3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31271"
    uid: b300b0e1-731d-467b-8c05-da7195a306c1
  kind: Event
  lastTimestamp: "2026-08-01T00:25:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:45Z"
    name: isvc-xgboost-predictor.18c786be98ee26de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: 50f1bdaa-e763-4a8e-8117-b01b5a09d550
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:27:41.271514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33031"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:27:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:27:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dd0ee5b9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33037"
    uid: dda52caa-82c9-49f6-a45d-1c8871bff64f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dd1a51d309
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: cffa3293-fabf-4d94-b6dd-63359d0a1404
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dd821e4383
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 9f0afee2-efcf-4664-af41-e23e8d5b8ff3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dd8389f309
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: ac56d7b4-f2a0-4484-9574-330da47c7aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dd866a3e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: 72322430-3dca-44d0-adaf-58c4531db50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dd86df1c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 2c1f07cc-3409-4e93-aa85-e910e96b476d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dea52f5dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: 58f992f8-6959-49ef-b893-e4f4d748da19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dea94afd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: 8711db47-fc9f-447b-9aa6-f536177f89af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786deaa07c299
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: e72d17c3-1c1b-46fe-9a62-084a82d364ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786deaa104cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 35b0740e-26fc-4f8a-9883-c42702e45f39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786deae0bb225
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 05d454ef-af4b-4276-a3d1-92125887e62e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:27:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786deae82fc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: d2d0d489-b2a0-49b7-8a6a-1c8ab047df7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:28:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:28:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786dee169810e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: 3375b85b-5abb-421b-84b4-0123b1ae2349
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:29:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786efb600ce74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 8ca7b06b-1346-49a1-b98a-fc5976e78e4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 85b07345-6b7d-478f-9e2c-6053ec761612
  kind: Event
  lastTimestamp: "2026-08-01T00:29:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-klxcp.18c786efb6014d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 234113e6-7bc5-4939-8ac1-832322630c4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33022"
    uid: f2a5b388-9569-451e-944c-244fd161be51
  kind: Event
  lastTimestamp: "2026-08-01T00:27:41Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-klxcp'
  metadata:
    creationTimestamp: "2026-08-01T00:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c786dd0e920294
    namespace: kserve-ci-e2e-test
    resourceVersion: "33035"
    uid: 9d4c161c-7bab-4eb1-a38c-9cf96c6e4ff4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33020"
    uid: db49e19b-a650-4462-92f8-92a9699c58c2
  kind: Event
  lastTimestamp: "2026-08-01T00:27:41Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:41Z"
    name: isvc-xgboost-runtime-predictor.18c786dd0b985f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 1efecb20-2e3f-4141-88ed-c244b7eb14a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33021"
    uid: 50fa73e6-9d6d-48c6-ae61-0bc239124b26
  kind: Event
  lastTimestamp: "2026-08-01T00:28:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:11Z"
    name: isvc-xgboost-runtime-predictor.18c786e08a5f87ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33358"
    uid: 9941a683-78b9-4ebb-953b-fec9b24ec296
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33021"
    uid: 50fa73e6-9d6d-48c6-ae61-0bc239124b26
  kind: Event
  lastTimestamp: "2026-08-01T00:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:11Z"
    name: isvc-xgboost-runtime-predictor.18c786e08b319ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33359"
    uid: 8fcb6e0c-6886-41d3-9c0a-e94ea8b0aecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 50fa73e6-9d6d-48c6-ae61-0bc239124b26
  kind: Event
  lastTimestamp: "2026-08-01T00:28:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:56Z"
    name: isvc-xgboost-runtime-predictor.18c786e788b12891
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: 0d2ba6c2-da91-4d42-a61a-b23d6d674904
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 50fa73e6-9d6d-48c6-ae61-0bc239124b26
  kind: Event
  lastTimestamp: "2026-08-01T00:28:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:28:56Z"
    name: isvc-xgboost-runtime-predictor.18c786e7891418c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 298ee150-a547-4b3e-99fd-3888f3fae7be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33013"
    uid: 1cf3a11f-d12c-416e-9658-2303dd4cefe1
  kind: Event
  lastTimestamp: "2026-08-01T00:28:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:28:55Z"
    name: isvc-xgboost-runtime.18c786dd0ba16638
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 2253146e-d43b-4b9f-9077-cd82a96aa916
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33013"
    uid: 1cf3a11f-d12c-416e-9658-2303dd4cefe1
  kind: Event
  lastTimestamp: "2026-08-01T00:27:41Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:27:41Z"
    name: isvc-xgboost-runtime.18c786dd0c18e7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: 268d2e61-a3b4-44a5-a932-546ecb13bdc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: 1cf3a11f-d12c-416e-9658-2303dd4cefe1
  kind: Event
  lastTimestamp: "2026-08-01T00:28:55Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:28:55Z"
    name: isvc-xgboost-runtime.18c786ee46e79616
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: edbccdbc-52b2-4c44-a8e4-7a13a8aaaf41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:25:50.751669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31932"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:25:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:25:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c35366b55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31939"
    uid: e1ceadf8-d0a1-4d84-9c8e-37791e868272
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c35f5a3c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 331a2c00-6777-4f11-925a-497e23570e5e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:51Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:25:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c39063d8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: a0dc772c-d37f-4c98-80ec-4748d4a4106a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c391bec393
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: 95ddf9c3-58f6-49bb-b1f6-e0bb9f334a6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c3944c4ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31956"
    uid: 1beee5fa-f9d0-4e27-abc3-0e201ca2bc9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c394eba7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31957"
    uid: 5c023035-5741-4851-b7be-aa2c8f59282f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-01T00:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c474a8e277
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 17d68a78-6333-4ae3-a5d9-2fe19b326c9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c477793b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: b1210955-aa0e-41d5-adca-02cd0bb21e53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c477d7c2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: d890e4f6-852a-4fc1-b777-44bafa4e932f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c477e03c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31996"
    uid: 988428a4-f534-43b8-8549-ac77a7c6153a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c47ad9dfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 90b1aef9-104c-4f99-abf4-50d8d97c22cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:25:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:25:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786c47b393654
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: aec311c1-6592-49c9-8f00-551bd919a0bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786cefe120f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 077a9984-c2ab-4c1a-bc0f-8978ea583ac8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786cefe12775b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: ca5853e2-ef7d-45c9-8451-2c81f6ad3677
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786cfa2a4b206
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: aa9c5db9-f833-4052-90a8-02fb6e44ad09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: 28a94639-ccbf-484c-b4fe-731f18f7332a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:43Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d.18c786cfa303c20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 139d127d-69e9-4716-8a59-2b9a678b4b9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: 2ad8b4e6-df94-49be-b23e-4018be6f93f7
  kind: Event
  lastTimestamp: "2026-08-01T00:25:50Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-qs26d'
  metadata:
    creationTimestamp: "2026-08-01T00:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c786c352e0cf59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31935"
    uid: 09627cdd-d153-4886-bb68-056beb0a9b80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: 036aee28-e079-4ad1-b9b4-d5864e15f84c
  kind: Event
  lastTimestamp: "2026-08-01T00:25:50Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:25:50Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c786c34fc006d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 874750d5-8f57-436f-8935-66ca803cfc81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 557a23b6-ffc1-4e1c-b540-710a7413a18e
  kind: Event
  lastTimestamp: "2026-08-01T00:26:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c786c6ce28163e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 7bfd625d-5115-46e9-a877-f3742bd7c41d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 557a23b6-ffc1-4e1c-b540-710a7413a18e
  kind: Event
  lastTimestamp: "2026-08-01T00:26:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c786c6ce8994d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: c056de39-5acf-4b73-b65c-f36e0439d4d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: 557a23b6-ffc1-4e1c-b540-710a7413a18e
  kind: Event
  lastTimestamp: "2026-08-01T00:26:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c786cdcc296b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 5bfe7a57-32fe-4756-9833-5c2bfaec5032
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: 557a23b6-ffc1-4e1c-b540-710a7413a18e
  kind: Event
  lastTimestamp: "2026-08-01T00:26:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c786cdcc835fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: 1e0aab5d-ae51-4730-83c0-b8bd34aad64a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31913"
    uid: 173b07cc-d802-498f-9c7a-796dea3b6eb0
  kind: Event
  lastTimestamp: "2026-08-01T00:26:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:26:33Z"
    name: isvc-xgboost-v2-mlserver.18c786c34fc662c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32379"
    uid: 4bfaf2a6-03d2-431e-baf5-20da49d24791
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31913"
    uid: 173b07cc-d802-498f-9c7a-796dea3b6eb0
  kind: Event
  lastTimestamp: "2026-08-01T00:25:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:25:50Z"
    name: isvc-xgboost-v2-mlserver.18c786c3504f9d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: 6f61f94b-a1d4-43d9-8805-8b2b99f54cee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 173b07cc-d802-498f-9c7a-796dea3b6eb0
  kind: Event
  lastTimestamp: "2026-08-01T00:26:33Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:26:33Z"
    name: isvc-xgboost-v2-mlserver.18c786cd53d2791f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32378"
    uid: e0ac6d26-8c17-4e0d-9812-1801ccb8d2d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:30:11.850296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:30:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:30:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c787001e17e2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: d353b207-63ff-459a-8a7e-a981f17f855f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:12Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:30:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c787003787ae54
    namespace: kserve-ci-e2e-test
    resourceVersion: "34647"
    uid: 002113d9-4dda-475d-a162-bcf0c12bda72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c7870039161210
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: 4ee02f89-c268-4e44-8ae3-81519f575abd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c787003c4f7927
    namespace: kserve-ci-e2e-test
    resourceVersion: "34651"
    uid: e18d61c9-0d0d-4b14-bf12-572c28ed5131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c787003cbc36c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: ef556fa3-d03d-48a8-831e-1202ea0442af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c7870141bca474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: 6a3d337d-d6e6-4714-9df4-ef9bb517d2df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c7870145133b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 4818ecbd-7afe-4092-870b-7d56f917b9da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c787014580ee58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: e027ef4d-e2f9-4895-806a-43ce812e04bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c7870145896e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 75e9799d-01ad-4d23-9adc-c3a84901a951
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c78701484404c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: 7dcdb2c0-d764-4d4f-b3ca-97d053f4a2e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:30:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c7870148dca1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 658572a2-c898-4684-957c-ab4507edaa56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:31:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c787017dcd4821
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: de317cf4-ead7-4479-8412-5d4cc08b4802
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:31:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c78710705a8285
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 45762b0d-8d72-409e-9a77-51dc56536124
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:31:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c78710705b114b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: ca315eb8-5954-4285-a4b0-5eef6e4a1120
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 4abbed71-c3f9-443b-bd60-b1faab1774d7
  kind: Event
  lastTimestamp: "2026-08-01T00:31:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:31:23Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6l7x5.18c78710dbe484aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: 3ad1feca-d674-43e6-8486-1375b52d542a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34619"
    uid: dc23b661-0376-4c97-aa9d-e27690323dc5
  kind: Event
  lastTimestamp: "2026-08-01T00:30:11Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-6l7x5'
  metadata:
    creationTimestamp: "2026-08-01T00:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c787001da46b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34629"
    uid: 423b6c64-2ada-4f01-a56c-32d0e12800df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34617"
    uid: 983306da-93aa-4c19-aa7b-cf07812dabae
  kind: Event
  lastTimestamp: "2026-08-01T00:30:11Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:11Z"
    name: isvc-xgboost-v2-predictor.18c787001b071067
    namespace: kserve-ci-e2e-test
    resourceVersion: "34620"
    uid: 3ad77494-28e0-40f3-95c1-c37ba3c25002
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34618"
    uid: 8f90fa00-d596-49f9-a2c9-67d45914b66b
  kind: Event
  lastTimestamp: "2026-08-01T00:30:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:56Z"
    name: isvc-xgboost-v2-predictor.18c7870399cd300f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: b9c84f37-dcca-49d5-8620-b59a1e897674
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34618"
    uid: 8f90fa00-d596-49f9-a2c9-67d45914b66b
  kind: Event
  lastTimestamp: "2026-08-01T00:30:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:56Z"
    name: isvc-xgboost-v2-predictor.18c787039a2d7c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: 549a6a00-6a85-41ae-9647-8c5ee16d018c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: 8f90fa00-d596-49f9-a2c9-67d45914b66b
  kind: Event
  lastTimestamp: "2026-08-01T00:31:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:31:11Z"
    name: isvc-xgboost-v2-predictor.18c7870e165fbd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35115"
    uid: 77eedc45-5b2d-4f59-9b87-18a2b6c07ac5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: 8f90fa00-d596-49f9-a2c9-67d45914b66b
  kind: Event
  lastTimestamp: "2026-08-01T00:31:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:31:11Z"
    name: isvc-xgboost-v2-predictor.18c7870e16bf5285
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 933c3c49-49cc-4f32-8832-f3ad8c1c1299
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:29:06.589529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:29:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:29:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f0ec3f4633
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: 4c03c404-c3bc-4677-8d41-bef29421ff17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33919"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f10559fed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: 32de54a3-63f5-4194-9c5c-88d6ba841d5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f107266210
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: d5e32475-33b3-4c5d-9c2f-d8e7c23590ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f109ca87c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 80a59806-e43c-45af-9f70-a646f5a2e7e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f10a3877d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: 538976c7-5526-4015-8b73-2622488a1b3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-01T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f20d99f694
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: b191b9fe-7fa5-4c25-acef-f9cc15f5dab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f210a9a3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 58f563a9-f9f0-46d1-a8bf-47bf1e9b8837
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f21116fc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33999"
    uid: d5c0bc15-bcc3-48d5-aa7e-0442b21ca7fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f2112080c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34002"
    uid: f1f9c554-7bce-413d-a659-d5b2c90a1b64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f2142d3fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 85ac416b-4fe8-4037-8e67-f3299fe3cdd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786f2149685e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: ff2e5c20-ddde-46b5-9766-19f037130923
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:29:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-08-01T00:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:29:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786faeb22a37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34335"
    uid: 8770e538-eaa4-42a3-a8c6-da55a07db570
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:30:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786feea9bbd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: e4aea591-38f2-4811-a8ab-566278dc5974
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:30:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786feea9c0d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: efc7488b-882d-441c-b8b1-644331a16ea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: c3c48cbe-fa51-4022-ad87-1016d775637b
  kind: Event
  lastTimestamp: "2026-08-01T00:30:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:30:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh.18c786ff8fb50272
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: b80fda58-9d92-440d-abc3-88b8f94a2b21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 17065249-422a-4abf-877d-97cc2313931f
  kind: Event
  lastTimestamp: "2026-08-01T00:29:06Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-5fnjh'
  metadata:
    creationTimestamp: "2026-08-01T00:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:06Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c786f0ebc3e89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: 8a37fe2b-3ef3-4f3d-92b7-ae438cf1355f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: e0f3184f-15c1-4eac-9e1d-9b9f32e00958
  kind: Event
  lastTimestamp: "2026-08-01T00:29:06Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18c786f0e9014ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: f0cb671f-fcca-45db-be33-e58183820634
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 036ad634-b075-4c30-86a8-aa1cbe2e5466
  kind: Event
  lastTimestamp: "2026-08-01T00:29:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18c786f4682844df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34242"
    uid: 6a82037f-300d-4251-bf68-d9cf3a0ef3e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 036ad634-b075-4c30-86a8-aa1cbe2e5466
  kind: Event
  lastTimestamp: "2026-08-01T00:29:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:29:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18c786f468f6f58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34243"
    uid: dce9b8d1-b15b-4434-b776-bd5eba41d719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 036ad634-b075-4c30-86a8-aa1cbe2e5466
  kind: Event
  lastTimestamp: "2026-08-01T00:30:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18c786fb669426e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34502"
    uid: d5996e27-471e-4427-a7bd-30e4ea09ec7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 036ad634-b075-4c30-86a8-aa1cbe2e5466
  kind: Event
  lastTimestamp: "2026-08-01T00:30:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:30:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18c786fb66f5a0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34503"
    uid: c91c3ea6-4795-48b3-be34-943951abb7a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33891"
    uid: 80eadef3-264e-4500-beae-7d3087678fd1
  kind: Event
  lastTimestamp: "2026-08-01T00:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:59Z"
    name: isvc-xgboost-v2-runtime.18c786f0e9170850
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: 4d145d3f-48c3-45bb-bb61-78fab18b0dcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33891"
    uid: 80eadef3-264e-4500-beae-7d3087678fd1
  kind: Event
  lastTimestamp: "2026-08-01T00:29:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:06Z"
    name: isvc-xgboost-v2-runtime.18c786f0e98d07de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: b62d50f5-7f83-4ce1-8051-e65fbc925712
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 80eadef3-264e-4500-beae-7d3087678fd1
  kind: Event
  lastTimestamp: "2026-08-01T00:29:59Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:29:59Z"
    name: isvc-xgboost-v2-runtime.18c786fd4353b842
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: 480a2f6f-6d7d-4ce0-ad9c-91126850a5ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34610"
    uid: 8a180e31-15c1-4cd8-80b5-7539569e4b60
  kind: Event
  lastTimestamp: "2026-08-01T00:31:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:31:13Z"
    name: isvc-xgboost-v2.18c787001b1bdded
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: b6d026bd-a606-4e58-8925-4b0ce55acf8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34610"
    uid: 8a180e31-15c1-4cd8-80b5-7539569e4b60
  kind: Event
  lastTimestamp: "2026-08-01T00:30:11Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:30:11Z"
    name: isvc-xgboost-v2.18c787001b7d2d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 5222c53f-e201-446b-aa82-4007dff4926a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:31:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 8a180e31-15c1-4cd8-80b5-7539569e4b60
  kind: Event
  lastTimestamp: "2026-08-01T00:31:13Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:31:13Z"
    name: isvc-xgboost-v2.18c7870e8ccabc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: f88ed7df-6421-4a42-ab8a-7a677988e8e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: fa6652a7-e986-4a06-bb36-005d602340a3
  kind: Event
  lastTimestamp: "2026-08-01T00:25:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:25:39Z"
    name: isvc-xgboost.18c786ad1f32a1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 7fe82507-6638-48c4-83ce-a40c061e0a95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: fa6652a7-e986-4a06-bb36-005d602340a3
  kind: Event
  lastTimestamp: "2026-08-01T00:24:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-01T00:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:24:15Z"
    name: isvc-xgboost.18c786ad1fcbe392
    namespace: kserve-ci-e2e-test
    resourceVersion: "31036"
    uid: d8ff1fcb-f76e-458d-a394-903308872001
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:25:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31803"
    uid: fa6652a7-e986-4a06-bb36-005d602340a3
  kind: Event
  lastTimestamp: "2026-08-01T00:25:39Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:25:39Z"
    name: isvc-xgboost.18c786c0b3501070
    namespace: kserve-ci-e2e-test
    resourceVersion: "31805"
    uid: b85f124e-5c78-4f56-bc30-bdcdf7bb23fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:59:35.266839Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-n7rff
    to ip-10-0-137-252.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c7855481300650
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 188175b2-c0a0-47bb-8967-551cf2dadcea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c785549a878fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 41601937-09ef-4c50-b90a-d08fdbc7f71c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c785549bba0550
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 0d4a7134-1530-4089-95c2-6821d40a8cf0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:37Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.415s (1.415s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:37Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c78554f01706c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: c4f323e8-44af-42d2-89fb-8c79993baac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:37Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c78554f2b8cea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: 4a2c14ee-a464-4029-8542-8ed9db42ad58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:37Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c78554f33d89c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: bd4cc5f5-d0bd-42b0-8109-b18d58919164
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:37Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c78554f34839b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: d1026714-baaa-4e9b-98b1-3ea3d159aea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:37Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c78554f5df49b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: aa0ae73f-d4b6-44d3-b847-e6fdd79301d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-07-31T23:59:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:37Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c78554f64178fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 579e1139-2f32-4111-b3c4-c69c5f672397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c7856d043e4518
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: f3cd527b-83ec-4015-ad59-10f49d9f3141
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-n7rff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b9d7aa3d-9b73-459a-a83b-8f3963caa28b
  kind: Event
  lastTimestamp: "2026-08-01T00:01:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:20Z"
    name: message-dumper-predictor-6575bcfdfd-n7rff.18c7856d043ee311
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: c5bf3f06-d310-4cdd-9cef-f21e4168e52a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 1bdffbfc-9ad4-46da-beb6-5cfbc72b57d8
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-n7rff'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper-predictor-6575bcfdfd.18c7855480a6e087
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: c1446321-c5a9-4f30-bc2d-67e7cb5edba8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 0f0aa5e6-d907-47a6-8054-0f4004e193fb
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper-predictor.18c785547d5e243c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 22427fa2-fd3c-470a-9bcc-aafff5d316ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: d34fa4a5-47cc-4cbb-8228-8bc05af6c859
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: message-dumper-predictor.18c78557fbe1ea8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 1b54416f-8822-490d-a1d1-81c9b12fe2bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: d34fa4a5-47cc-4cbb-8228-8bc05af6c859
  kind: Event
  lastTimestamp: "2026-07-31T23:59:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:50Z"
    name: message-dumper-predictor.18c78557fc420c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: b3db8b29-082e-418a-a08e-adead63ff36d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: d34fa4a5-47cc-4cbb-8228-8bc05af6c859
  kind: Event
  lastTimestamp: "2026-08-01T00:00:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:05Z"
    name: message-dumper-predictor.18c7855b7ae7897a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 27b517a6-cd50-4fcc-9d6b-943c10d9ae72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: d34fa4a5-47cc-4cbb-8228-8bc05af6c859
  kind: Event
  lastTimestamp: "2026-08-01T00:00:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:05Z"
    name: message-dumper-predictor.18c7855b7b4a32a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 6a98ecc9-6d32-4dbf-898b-d08aa6aa3a4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: 914ea15a-b03e-4a60-9650-2514ca5741e7
  kind: Event
  lastTimestamp: "2026-07-31T23:59:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:44Z"
    name: message-dumper.18c785547d724f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: dccc013b-47fd-47d2-b3c4-1decf3623a0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: 914ea15a-b03e-4a60-9650-2514ca5741e7
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper.18c785547de09d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 299a9540-a952-4778-8e38-72171c0b9827
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: 914ea15a-b03e-4a60-9650-2514ca5741e7
  kind: Event
  lastTimestamp: "2026-07-31T23:59:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:35Z"
    name: message-dumper.18c7855485542b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 0f800226-3564-4e36-b993-d8f2082f6fcf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 914ea15a-b03e-4a60-9650-2514ca5741e7
  kind: Event
  lastTimestamp: "2026-07-31T23:59:44Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:59:44Z"
    name: message-dumper.18c78556c2d80750
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 6d2ebb58-29a5-4b28-8057-99fdf0ac8392
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:12:18.097133Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:12:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:12:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c786061d6a9a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 6fccde50-d6ff-4022-b284-90733303f5f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:12:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78606274127c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: f9d7c46d-97ff-4d72-88fd-5d6a59061271
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:12:19Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:12:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c786065ae0541c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: c76b1a97-62b0-4543-a9ae-525adaed923a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:12:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c786065c48c8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: efc1aabb-d7c7-488f-98ca-b6e1ffddc771
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:12:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c786065effa80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: 49ceb6c8-ef41-44f6-bb45-8be237a6d5e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:12:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c786065f637922
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 76c4ec35-23c9-473b-9191-64307a446f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:12:22Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-08-01T00:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:22Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c7860737d5a9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: b3f229c5-ac9f-4b74-8185-b9aeb80f5cc0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:38Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.557s
    (2m15.557s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78626c7b67898
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: a54b4801-b2ef-45e0-a8d2-d2e6bb613f21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78626cedf6513
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: ee930188-d6a1-4e35-beb1-690f0bcbf43e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78626d114ca7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 303e8b28-657d-44c9-b5ac-cae606a8d373
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78626d11fa36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 05a93260-dfca-4463-9c47-f0ffb8886545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78626d6c60d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: cbc5c2ea-9bf9-460f-9596-c952706c7b35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:14:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:14:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78626d7c7f8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 66e64956-851c-48e4-bb98-36998f1a0fb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:15:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-08-01T00:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:16Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c7862fa85b3b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 40fe1d1f-46d7-4dab-afe3-5d73670978f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:15:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c786326220dcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: a7577397-af4d-4deb-9d23-373b5a534207
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:15:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c78632622182e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: 77c819e7-aa1a-407b-b753-6b908ec56182
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: 6dc8dabb-be35-4693-8523-7531f4a96cfc
  kind: Event
  lastTimestamp: "2026-08-01T00:15:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:15:31Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4.18c7863325225e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: e922208e-48dc-4746-9e7a-06a0358cc8f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: 8ca8097e-b463-44b9-8583-0c71d124266e
  kind: Event
  lastTimestamp: "2026-08-01T00:12:18Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-fx4r4'
  metadata:
    creationTimestamp: "2026-08-01T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:12:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c786061d00c8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: 3bb32e84-186b-4144-bea0-90dce3f4e093
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 49c6fa8c-e915-4bbb-9675-f118d3b2cc62
  kind: Event
  lastTimestamp: "2026-08-01T00:12:18Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:12:18Z"
    name: sklearn-v2-mlserver-predictor.18c78606195bf1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: 01561c0b-6158-477a-ae85-d701c474cd25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: c545ba7a-cc28-4ef4-bd86-4d6868516535
  kind: Event
  lastTimestamp: "2026-08-01T00:15:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:15:03Z"
    name: sklearn-v2-mlserver-predictor.18c7860997cacb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: c3b8b0e9-c9cb-4ba8-a062-47001e80af06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: c545ba7a-cc28-4ef4-bd86-4d6868516535
  kind: Event
  lastTimestamp: "2026-08-01T00:15:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:15:03Z"
    name: sklearn-v2-mlserver-predictor.18c78609982d1266
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: d3a7ac42-738a-4dcc-ab0b-f1b8bf71eb58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: c545ba7a-cc28-4ef4-bd86-4d6868516535
  kind: Event
  lastTimestamp: "2026-08-01T00:15:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:15:18Z"
    name: sklearn-v2-mlserver-predictor.18c786300b260796
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 95985b83-30b1-4ccd-a2e0-4d500714df4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: c545ba7a-cc28-4ef4-bd86-4d6868516535
  kind: Event
  lastTimestamp: "2026-08-01T00:15:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:15:18Z"
    name: sklearn-v2-mlserver-predictor.18c786300b852873
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 344d4e1e-402c-4829-984b-81171dab35c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 87d087df-4f42-43a4-9adf-5cc4a310ad90
  kind: Event
  lastTimestamp: "2026-08-01T00:15:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:15:26Z"
    name: sklearn-v2-mlserver.18c78606199c341f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25623"
    uid: 6e20be77-e9fe-4f5c-8439-29b96d36fa26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 87d087df-4f42-43a4-9adf-5cc4a310ad90
  kind: Event
  lastTimestamp: "2026-08-01T00:12:18Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:12:18Z"
    name: sklearn-v2-mlserver.18c786061a1d31aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23904"
    uid: e7ec2f3b-7fd1-442c-8167-dcbd67c183b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: 87d087df-4f42-43a4-9adf-5cc4a310ad90
  kind: Event
  lastTimestamp: "2026-08-01T00:15:26Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:15:26Z"
    name: sklearn-v2-mlserver.18c7863200694019
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: a929dcfa-bac6-4815-a400-78c8690d9e43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:26:46.027909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    to ip-10-0-140-138.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:26:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:26:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d0321f2c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: f9aa5fdd-eb42-4250-862a-f1e9464ab16b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c7547896b-s7twt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d03c84817e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 5bd4bcdc-0b78-4b59-86d0-43516909f89b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:47Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:26:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d06f03047d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: 34556386-8572-48e1-a4b3-87f7af1d02be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d070725431
    namespace: kserve-ci-e2e-test
    resourceVersion: "32542"
    uid: 7fd4d0fc-fd3f-44b6-b77a-c5877d09e6ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d073828b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: f1ca2cac-8d60-4b02-b05e-4578ed95b586
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:47Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d073ed013a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: bd543d55-4557-4bc6-a835-3691c4f9970d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-01T00:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d18d2f48c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: 42dbe42c-c993-4dd8-a25d-809bef688150
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d19011cdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: dfc3cb33-72f6-4023-bce4-88b2c4b33daf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d190805860
    namespace: kserve-ci-e2e-test
    resourceVersion: "32592"
    uid: 1418d60f-41ee-43bf-a95d-4c0acb33f610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d1908a3164
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: 750a356d-ace2-4516-a8f8-6d823f8c670a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d19387f797
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: 9bfb9c0c-f7e5-4ec7-a8a8-2783365762db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:26:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786d193f363a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: 522df2c5-67aa-4874-b16e-43c616fcb73f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:27:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786dbda0a2cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: 408e0835-35d6-4380-8ae9-fd0840537782
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:27:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786dbda0aba54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32946"
    uid: 918425f8-aea7-46a4-855b-a259bf6016a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:27:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:38Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786dc7f39ba01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: b682991e-ab4c-4be1-a832-972c0a90d206
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 87484a9f-8b31-45b3-b641-79043251ee9d
  kind: Event
  lastTimestamp: "2026-08-01T00:27:38Z"
  message: 'Readiness probe failed: Get "http://10.133.0.55:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:27:38Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68.18c786dc7f8cdefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: f0fc3b60-daf5-42a8-adb3-75f11d946553
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32501"
    uid: 538b657f-ead8-4f3f-bdca-a886beea1f3d
  kind: Event
  lastTimestamp: "2026-08-01T00:26:46Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-7qk68'
  metadata:
    creationTimestamp: "2026-08-01T00:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c786d031905f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: 017e3553-9593-451f-b78f-14b239768618
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: be05e217-37a6-412b-880e-b853bd376f3a
  kind: Event
  lastTimestamp: "2026-08-01T00:26:45Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:26:45Z"
    name: xgboost-v2-mlserver-predictor.18c786d02dd2f4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: e9c01b4a-49be-4595-8d26-4a3621efa864
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 60f46fc9-f7be-4143-9a91-346c0e80c9bc
  kind: Event
  lastTimestamp: "2026-08-01T00:27:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:15Z"
    name: xgboost-v2-mlserver-predictor.18c786d3ac1539bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32769"
    uid: 227c71b4-e9e4-46c1-b7a5-26c2530f0dbe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 60f46fc9-f7be-4143-9a91-346c0e80c9bc
  kind: Event
  lastTimestamp: "2026-08-01T00:27:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:15Z"
    name: xgboost-v2-mlserver-predictor.18c786d3ac72f8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32770"
    uid: 6ae5f638-32ef-436b-a954-cc1b6040acf6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: 60f46fc9-f7be-4143-9a91-346c0e80c9bc
  kind: Event
  lastTimestamp: "2026-08-01T00:27:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:30Z"
    name: xgboost-v2-mlserver-predictor.18c786daaa1410dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: 6f0616b8-2dcc-46e5-ba1d-d8ad42f0dfa8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: 60f46fc9-f7be-4143-9a91-346c0e80c9bc
  kind: Event
  lastTimestamp: "2026-08-01T00:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:27:30Z"
    name: xgboost-v2-mlserver-predictor.18c786daaa77c348
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 43fa3333-5e59-47c4-a795-448df515018f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 606ef9cf-96f3-4dfe-a54e-0a96bd188fd2
  kind: Event
  lastTimestamp: "2026-08-01T00:27:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:27:28Z"
    name: xgboost-v2-mlserver.18c786d02dd66f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "32872"
    uid: 0d4d69a7-85bb-4d85-b526-5b8ef7f1a61c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 606ef9cf-96f3-4dfe-a54e-0a96bd188fd2
  kind: Event
  lastTimestamp: "2026-08-01T00:26:45Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:26:45Z"
    name: xgboost-v2-mlserver.18c786d02e64f3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 716f99a4-eb63-4571-8011-02e4d12a80ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32870"
    uid: 606ef9cf-96f3-4dfe-a54e-0a96bd188fd2
  kind: Event
  lastTimestamp: "2026-08-01T00:27:28Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:27:28Z"
    name: xgboost-v2-mlserver.18c786da3089de57
    namespace: kserve-ci-e2e-test
    resourceVersion: "32871"
    uid: b85800fe-c3ec-435f-9cd0-ea809fd0231e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39788"